X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=dce8e48901fcf7dc4b65636ed673d3c52780332c;hp=35126c2bfbc82c3a532ee44e195d1acfb20b1f4a;hb=bb734f5c497c9329d6cd28d0fbb0bff3ba1992cc;hpb=0807c16320ff5c864dd77168e2b8a36556a941d4 diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 35126c2bfb..dce8e48901 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -1963,24 +1963,18 @@ data-set: "vpp-2n-clx-hist-iter-vsap-new-env" - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter-vsap-old-env" - - title: "2022.0-10" - data-set: "vpp-2n-clx-curr-iter-vsap-new-env" - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter-vsap" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 3n-icx 2t1c pdr - type: "table" @@ -3702,7 +3696,7 @@ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" columns: - title: "2n-clx xxv710" - data-set: "vpp-3n-skx-curr-iter" + data-set: "vpp-2n-clx-curr-iter" - title: "2n-icx xxv710" data-set: "vpp-2n-icx-curr-iter" comparisons: @@ -3714,6 +3708,90 @@ - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." +# VPP Comparison Across Testbeds 2n-skx to 2n-icx 1c ndr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + +# VPP Comparison Across Testbeds 2n-skx to 2n-icx 2c ndr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + +# VPP Comparison Across Testbeds 2n-skx to 2n-icx 1c pdr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + +# VPP Comparison Across Testbeds 2n-skx to 2n-icx 2c pdr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + # VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr - type: "table" title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr" @@ -5194,6 +5272,69 @@ - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." +# VPP Comparison Across Testbeds 2n-skx to 2n-icx 1c mrr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + +# VPP Comparison Across Testbeds 2n-skx to 2n-icx 2c mrr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + +# VPP Comparison Across Testbeds 2n-skx to 2n-icx 4c mrr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + # VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c mrr - type: "table" title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c mrr" @@ -7109,6 +7250,48 @@ - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." +# DPDK Comparison Across Testbeds 2n-skx to 2n-icx ndr +- type: "table" + title: "DPDK Comparison Across Testbeds 2n-skx to 2n-icx ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-icx-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "2n-skx xxv710" + data-set: "dpdk-2n-skx-curr-iter" + - title: "2n-icx xxv710" + data-set: "dpdk-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + +# DPDK Comparison Across Testbeds 2n-skx to 2n-icx pdr +- type: "table" + title: "DPDK Comparison Across Testbeds 2n-skx to 2n-icx pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-icx-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "2n-skx xxv710" + data-set: "dpdk-2n-skx-curr-iter" + - title: "2n-icx xxv710" + data-set: "dpdk-2n-icx-curr-iter" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." + - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + # DPDK Comparison Across Testbeds 3n-skx to 3n-icx ndr - type: "table" title: "DPDK Comparison Across Testbeds 3n-skx to 3n-icx ndr"