X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=364776c111557b8b1d5b2b3b4da87349bdf1c724;hp=d61049bf1205f8d4e499d14c708c514d8ca78299;hb=dec942c114df8fbd039e93174245920c257cc5e7;hpb=ea59c76c67254c10a016dcd60974d58dcf10a18f diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index d61049bf12..364776c111 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -14,18 +14,16 @@ data-set: "vpp-2n-icx-curr-iter-mrr" - job-spec: "vpp-mlr-00" data-set: "vpp-2n-icx-curr-iter" - # - job-spec: "vpp-gso-mrr-00" - # data-set: "vpp-2n-icx-curr-iter-gso" - # - job-spec: "soak-00" - # data-set: "vpp-2n-icx-curr-soak" - # - job-spec: "vsap-00" - # data-set: "vpp-2n-icx-curr-iter-vsap" - # - job-spec: "nfv-density-mrr-00" - # data-set: "vpp-2n-icx-curr-nfv-mrr" - # - job-spec: "nfv-density-mlr-00" - # data-set: "vpp-2n-icx-curr-nfv-ndrpdr" - # - job-spec: "reconf-00" - # data-set: "vpp-2n-icx-curr-nfv-reconf" + - job-spec: "vpp-gso-mrr-00" + data-set: "vpp-2n-icx-curr-iter-gso" + - job-spec: "soak-00" + data-set: "vpp-2n-icx-curr-soak" + - job-spec: "nfv-density-mrr-00" + data-set: "vpp-2n-icx-curr-nfv-mrr" + - job-spec: "nfv-density-mlr-00" + data-set: "vpp-2n-icx-curr-nfv-ndrpdr" + - job-spec: "reconf-00" + data-set: "vpp-2n-icx-curr-nfv-reconf" - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-icx-curr-iter" @@ -47,18 +45,6 @@ data-set: "vpp-3n-icx-curr-iter-mrr" - job-spec: "vpp-mlr-00" data-set: "vpp-3n-icx-curr-iter" - # - job-spec: "vpp-gso-mrr-00" - # data-set: "vpp-3n-icx-curr-iter-gso" - # - job-spec: "soak-00" - # data-set: "vpp-3n-icx-curr-soak" - # - job-spec: "vsap-00" - # data-set: "vpp-3n-icx-curr-iter-vsap" - # - job-spec: "nfv-density-mrr-00" - # data-set: "vpp-3n-icx-curr-nfv-mrr" - # - job-spec: "nfv-density-mlr-00" - # data-set: "vpp-3n-icx-curr-nfv-ndrpdr" - # - job-spec: "reconf-00" - # data-set: "vpp-3n-icx-curr-nfv-reconf" - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-icx-curr-iter" @@ -221,7 +207,7 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-skx-curr-iter" - job-spec: "vpp-gso-mrr-00" - data-set: "vpp-2n-skx-curr-gso" + data-set: "vpp-2n-skx-curr-iter-gso" - job-spec: "soak-00" data-set: "vpp-2n-skx-curr-soak" - job-spec: "nfv-density-mrr-00" @@ -1597,6 +1583,52 @@ ################################################################################ # VPP +# VPP Performance Changes 3n-skx Hoststack +- type: "table" + title: "VPP Performance Changes 3n-skx Hoststack" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-hoststack" + include-tests: "hoststack" + filter: "all" + columns: + - title: "2110.0-8" + data-set: "vpp-3n-skx-prev-iter-hoststack-old-env" + - title: "2202.0-9" + data-set: "vpp-3n-skx-curr-iter-hoststack" + comparisons: + - title: "2202.0-9 vs 2110.0-8" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: Hoststack on 3n-skx with xxv710.' + - 'YYMM.V-E: [Gbps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + +# VPP Performance Changes 2n-clx VSAP +- type: "table" + title: "VPP Performance Changes 2n-clx VSAP" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-vsap" + include-tests: "vsap" + filter: "all" + columns: + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter-vsap-old-env" + - title: "2202.0-9" + data-set: "vpp-2n-clx-curr-iter-vsap" + comparisons: + - title: "2202.0-9 vs 2110.0-8" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.' + - 'YYMM.V-E: [cps|rps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + # VPP Performance Changes 3n-skx 2t1c pdr - type: "table" title: "VPP Performance Changes 3n-skx 2t1c pdr"