X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=364776c111557b8b1d5b2b3b4da87349bdf1c724;hp=d23b672523c31483fa64ce84b5add24e5f1f712a;hb=dec942c114df8fbd039e93174245920c257cc5e7;hpb=841acf20d513fbf7b7b9e82cab02567ebd908c19 diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index d23b672523..364776c111 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -14,18 +14,16 @@ data-set: "vpp-2n-icx-curr-iter-mrr" - job-spec: "vpp-mlr-00" data-set: "vpp-2n-icx-curr-iter" - # - job-spec: "vpp-gso-mrr-00" - # data-set: "vpp-2n-icx-curr-iter-gso" - # - job-spec: "soak-00" - # data-set: "vpp-2n-icx-curr-soak" - # - job-spec: "vsap-00" - # data-set: "vpp-2n-icx-curr-iter-vsap" - # - job-spec: "nfv-density-mrr-00" - # data-set: "vpp-2n-icx-curr-nfv-mrr" - # - job-spec: "nfv-density-mlr-00" - # data-set: "vpp-2n-icx-curr-nfv-ndrpdr" - # - job-spec: "reconf-00" - # data-set: "vpp-2n-icx-curr-nfv-reconf" + - job-spec: "vpp-gso-mrr-00" + data-set: "vpp-2n-icx-curr-iter-gso" + - job-spec: "soak-00" + data-set: "vpp-2n-icx-curr-soak" + - job-spec: "nfv-density-mrr-00" + data-set: "vpp-2n-icx-curr-nfv-mrr" + - job-spec: "nfv-density-mlr-00" + data-set: "vpp-2n-icx-curr-nfv-ndrpdr" + - job-spec: "reconf-00" + data-set: "vpp-2n-icx-curr-nfv-reconf" - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-icx-curr-iter" @@ -47,18 +45,6 @@ data-set: "vpp-3n-icx-curr-iter-mrr" - job-spec: "vpp-mlr-00" data-set: "vpp-3n-icx-curr-iter" - # - job-spec: "vpp-gso-mrr-00" - # data-set: "vpp-3n-icx-curr-iter-gso" - # - job-spec: "soak-00" - # data-set: "vpp-3n-icx-curr-soak" - # - job-spec: "vsap-00" - # data-set: "vpp-3n-icx-curr-iter-vsap" - # - job-spec: "nfv-density-mrr-00" - # data-set: "vpp-3n-icx-curr-nfv-mrr" - # - job-spec: "nfv-density-mlr-00" - # data-set: "vpp-3n-icx-curr-nfv-ndrpdr" - # - job-spec: "reconf-00" - # data-set: "vpp-3n-icx-curr-nfv-reconf" - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-icx-curr-iter" @@ -221,7 +207,7 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-skx-curr-iter" - job-spec: "vpp-gso-mrr-00" - data-set: "vpp-2n-skx-curr-gso" + data-set: "vpp-2n-skx-curr-iter-gso" - job-spec: "soak-00" data-set: "vpp-2n-skx-curr-soak" - job-spec: "nfv-density-mrr-00" @@ -1597,6 +1583,52 @@ ################################################################################ # VPP +# VPP Performance Changes 3n-skx Hoststack +- type: "table" + title: "VPP Performance Changes 3n-skx Hoststack" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-hoststack" + include-tests: "hoststack" + filter: "all" + columns: + - title: "2110.0-8" + data-set: "vpp-3n-skx-prev-iter-hoststack-old-env" + - title: "2202.0-9" + data-set: "vpp-3n-skx-curr-iter-hoststack" + comparisons: + - title: "2202.0-9 vs 2110.0-8" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: Hoststack on 3n-skx with xxv710.' + - 'YYMM.V-E: [Gbps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + +# VPP Performance Changes 2n-clx VSAP +- type: "table" + title: "VPP Performance Changes 2n-clx VSAP" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-vsap" + include-tests: "vsap" + filter: "all" + columns: + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter-vsap-old-env" + - title: "2202.0-9" + data-set: "vpp-2n-clx-curr-iter-vsap" + comparisons: + - title: "2202.0-9 vs 2110.0-8" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.' + - 'YYMM.V-E: [cps|rps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + # VPP Performance Changes 3n-skx 2t1c pdr - type: "table" title: "VPP Performance Changes 3n-skx 2t1c pdr" @@ -7162,7 +7194,7 @@ algorithm: "plot_perf_box_name" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/soak-test-2n-icx-2" - data: "vpp-2n-skx-curr-icx" + data: "vpp-2n-icx-curr-soak" include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Soak.78B-2t1c-avf-ethip6-ip6base-soak" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Soak.78B-2t1c-ethip6-ip6base-soak" @@ -14071,7 +14103,7 @@ title: "Throughput: 2n-icx-128kb-{core}-ip4routing-iperf3" algorithm: "plot_mrr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-icx-128kb-{core}-ip4routing-iperf3" - data: "vpp-2n-icx-curr-gso" + data: "vpp-2n-icx-curr-iter-gso" core: ["1t1c", "2t2c", "4t4c"] include: - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr" @@ -14086,7 +14118,7 @@ title: "Throughput: 2n-skx-128kb-{core}-ip4routing-iperf3" algorithm: "plot_mrr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-128kb-{core}-ip4routing-iperf3" - data: "vpp-2n-skx-curr-gso" + data: "vpp-2n-skx-curr-iter-gso" core: ["1t1c", "2t2c", "4t4c"] include: - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr"