X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=21f6b7166f462704fe8d353d4d892ff77db6606c;hp=1a299863d1f43b291c46fd0c4b45c7e72cc85e11;hb=55cad0badce981ec3f0b544e687d898eba689368;hpb=7fd5509ba966027c118d3930e7b20d5c080faa9a diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 1a299863d1..21f6b7166f 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -705,6 +705,1014 @@ # - job-spec: "vhost-01" # build: "34" +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c ndr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2n-icx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx and 2n-icx with xxv710.' + - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c ndr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2n-icx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx and 2n-icx with xxv710.' + - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c pdr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2n-icx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx and 2n-icx with xxv710.' + - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c pdr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2n-icx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx and 2n-icx with xxv710.' + - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter" + - title: "3n-icx xxv710" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-skx" + reference: 1 + compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c ndr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter" + - title: "3n-icx xxv710" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-skx" + reference: 1 + compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter" + - title: "3n-icx xxv710" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-skx" + reference: 1 + compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter" + - title: "3n-icx xxv710" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-skx" + reference: 1 + compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter-mrr" + comparisons: + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter-mrr" + comparisons: + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter-mrr" + comparisons: + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'" + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter-mrr" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'" + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter-mrr" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'" + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter-mrr" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx and 2n-icx with xxv710.' + - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "2n-icx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx and 2n-icx with xxv710.' + - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 4c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "2n-icx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx and 2n-icx with xxv710.' + - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'" + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter-mrr" + - title: "3n-icx xxv710" + data-set: "vpp-3n-icx-curr-iter-mrr" + comparisons: + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-skx" + reference: 1 + compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'" + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter-mrr" + - title: "3n-icx xxv710" + data-set: "vpp-3n-icx-curr-iter-mrr" + comparisons: + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-skx" + reference: 1 + compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs TB3n-skxR: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 4c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'" + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter-mrr" + - title: "3n-icx xxv710" + data-set: "vpp-3n-icx-curr-iter-mrr" + comparisons: + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-skx" + reference: 1 + compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-clx ndr +- type: "table" + title: "DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-clx ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "2n-skx xxv710" + data-set: "dpdk-2n-skx-curr-iter" + - title: "2n-clx xxv710" + data-set: "dpdk-2n-clx-curr-iter" + comparisons: + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for DPDK tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-clx pdr +- type: "table" + title: "DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-clx pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "2n-skx xxv710" + data-set: "dpdk-2n-skx-curr-iter" + - title: "2n-clx xxv710" + data-set: "dpdk-2n-clx-curr-iter" + comparisons: + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for DPDK tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# DPDK Normalized Comparison Across Testbeds 2n-clx to 2n-icx ndr +- type: "table" + title: "DPDK Normalized Comparison Across Testbeds 2n-clx to 2n-icx ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-clx-2n-icx-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "2n-clx xxv710" + data-set: "dpdk-2n-clx-curr-iter" + - title: "2n-icx xxv710" + data-set: "dpdk-2n-icx-curr-iter" + comparisons: + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for DPDK tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# DPDK Normalized Comparison Across Testbeds 2n-clx to 2n-icx pdr +- type: "table" + title: "DPDK Normalized Comparison Across Testbeds 2n-clx to 2n-icx pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-clx-2n-icx-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "2n-clx xxv710" + data-set: "dpdk-2n-clx-curr-iter" + - title: "2n-icx xxv710" + data-set: "dpdk-2n-icx-curr-iter" + comparisons: + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for DPDK tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-icx ndr +- type: "table" + title: "DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-icx ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-icx-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "2n-skx xxv710" + data-set: "dpdk-2n-skx-curr-iter" + - title: "2n-icx xxv710" + data-set: "dpdk-2n-icx-curr-iter" + comparisons: + - title: "2n-icx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-icx and 2n-icx with xxv710.' + - '2n-icx, 2n-icx: [Mpps +- StDev] results for DPDK tested in CSIT' + - '2n-icx vs 2n-icx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-icx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-icx pdr +- type: "table" + title: "DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-icx pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-icx-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "2n-skx xxv710" + data-set: "dpdk-2n-skx-curr-iter" + - title: "2n-icx xxv710" + data-set: "dpdk-2n-icx-curr-iter" + comparisons: + - title: "2n-icx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx and T2n-icxBC with xxv710.' + - '2n-icx, 2n-icx: [Mpps +- StDev] results for DPDK tested in CSIT' + - '2n-icx vs 2n-icx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-icx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# DPDK Normalized Comparison Across Testbeds 3n-skx to 3n-icx ndr +- type: "table" + title: "DPDK Normalized Comparison Across Testbeds 3n-skx to 3n-icx ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-skx-3n-icx-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "3n-skx xxv710" + data-set: "dpdk-3n-skx-curr-iter" + - title: "3n-icx xxv710" + data-set: "dpdk-3n-icx-curr-iter" + comparisons: + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-clx" + reference: 1 + compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for DPDK tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# DPDK Normalized Comparison Across Testbeds 3n-skx to 3n-icx pdr +- type: "table" + title: "DPDK Normalized Comparison Across Testbeds 3n-skx to 3n-icx pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-skx-3n-icx-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "3n-skx xxv710" + data-set: "dpdk-3n-skx-curr-iter" + - title: "3n-icx xxv710" + data-set: "dpdk-3n-icx-curr-iter" + comparisons: + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-clx" + reference: 1 + compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for DPDK tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # VPP Latency Changes 3n-skx 2t1c - type: "table" title: "VPP Latency Changes 3n-skx 2t1c PDR50-direction1-avg" @@ -730,10 +1738,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-skx 2t1c @@ -761,10 +1769,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-skx 2t1c @@ -792,10 +1800,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-skx 2t1c @@ -823,10 +1831,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-skx 2t1c @@ -854,10 +1862,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-skx 2t1c @@ -885,10 +1893,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c @@ -916,10 +1924,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c @@ -947,10 +1955,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c @@ -978,10 +1986,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c @@ -1009,10 +2017,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c @@ -1040,10 +2048,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c @@ -1071,10 +2079,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c @@ -1102,10 +2110,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c @@ -1133,10 +2141,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c @@ -1164,10 +2172,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c @@ -1195,10 +2203,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c @@ -1226,10 +2234,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c @@ -1257,10 +2265,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c @@ -1288,10 +2296,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c @@ -1318,11 +2326,11 @@ reference: 3 compare: 4 legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c @@ -1350,10 +2358,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-icx 2t1c @@ -1381,10 +2389,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-icx 2t1c @@ -1412,10 +2420,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-icx 2t1c @@ -1443,10 +2451,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-icx 2t1c @@ -1474,10 +2482,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-icx 2t1c @@ -1505,10 +2513,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-icx 2t1c @@ -1536,10 +2544,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Soak vs NDR - 2n-icx @@ -1607,1011 +2615,653 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-3n-skx-curr-iter" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-3n-skx-curr-iter" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 3n-skx 4t2c ndr -- type: "table" - title: "VPP Compare NICs 3n-skx 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-3n-skx-curr-iter" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-3n-skx-curr-iter" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 3n-skx 2t1c pdr -- type: "table" - title: "VPP Compare NICs 3n-skx 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-3n-skx-curr-iter" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-3n-skx-curr-iter" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 3n-skx 4t2c pdr -- type: "table" - title: "VPP Compare NICs 3n-skx 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-3n-skx-curr-iter" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-3n-skx-curr-iter" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 3n-skx 2t1c mrr -- type: "table" - title: "VPP Compare NICs 3n-skx 2t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-3n-skx-curr-iter-mrr" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-3n-skx-curr-iter-mrr" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 3n-skx 4t2c mrr -- type: "table" - title: "VPP Compare NICs 3n-skx 4t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-3n-skx-curr-iter-mrr" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-3n-skx-curr-iter-mrr" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 3n-skx 8t4c mrr -- type: "table" - title: "VPP Compare NICs 3n-skx 8t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-3n-skx-curr-iter-mrr" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-3n-skx-curr-iter-mrr" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 2n-skx 2t1c ndr -- type: "table" - title: "VPP Compare NICs 2n-skx 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-2n-skx-curr-iter" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-2n-skx-curr-iter" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 2n-skx 4t2c ndr -- type: "table" - title: "VPP Compare NICs 2n-skx 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-2n-skx-curr-iter" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-2n-skx-curr-iter" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 2n-skx 2t1c pdr -- type: "table" - title: "VPP Compare NICs 2n-skx 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-2n-skx-curr-iter" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-2n-skx-curr-iter" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 2n-skx 4t2c pdr -- type: "table" - title: "VPP Compare NICs 2n-skx 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-2n-skx-curr-iter" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-2n-skx-curr-iter" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 2n-skx 2t1c mrr -- type: "table" - title: "VPP Compare NICs 2n-skx 2t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-2n-skx-curr-iter-mrr" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-2n-skx-curr-iter-mrr" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 2n-skx 4t2c mrr -- type: "table" - title: "VPP Compare NICs 2n-skx 4t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-2n-skx-curr-iter-mrr" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-2n-skx-curr-iter-mrr" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# VPP Compare NICs 2n-skx 8t4c mrr +# VPP Compare NICs 3n-skx 4t2c ndr - type: "table" - title: "VPP Compare NICs 2n-skx 8t4c mrr" + title: "VPP Compare NICs 3n-skx 4t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-2n-skx-curr-iter-mrr" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-2n-skx-curr-iter-mrr" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -################################################################################ -# VPP + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# VPP Performance Changes 3n-skx Hoststack +# VPP Compare NICs 3n-skx 2t1c pdr - type: "table" - title: "VPP Performance Changes 3n-skx Hoststack" + title: "VPP Compare NICs 3n-skx 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-hoststack" - include-tests: "hoststack" - filter: "all" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - - title: "2110.0-8" - data-set: "vpp-3n-skx-hist-iter-hoststack-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-skx-prev-iter-hoststack-old-env" - - title: "2206.0-10" - data-set: "vpp-3n-skx-curr-iter-hoststack" + - title: "x710" + data-set: "vpp-3n-skx-curr-iter" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-3n-skx-curr-iter" + tag: "NIC_Intel-XXV710" comparisons: - - title: "2206.0-10 vs 2202.0-9" - reference: 2 - compare: 3 + - title: "xxv710 vs x710" + reference: 1 + compare: 2 legend: - '' - - 'Test Case: Test cases executed for: Hoststack on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# VPP Performance Changes 2n-clx VSAP +# VPP Compare NICs 3n-skx 4t2c pdr - type: "table" - title: "VPP Performance Changes 2n-clx VSAP" + title: "VPP Compare NICs 3n-skx 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-vsap" - include-tests: "vsap" - filter: "all" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - - title: "2110.0-8" - data-set: "vpp-2n-clx-hist-iter-vsap-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-clx-curr-iter-vsap-old-env" - - title: "2206.0-10" - data-set: "vpp-2n-clx-curr-iter-vsap" + - title: "x710" + data-set: "vpp-3n-skx-curr-iter" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-3n-skx-curr-iter" + tag: "NIC_Intel-XXV710" comparisons: - - title: "2206.0-10 vs 2202.0-9" - reference: 2 - compare: 3 + - title: "xxv710 vs x710" + reference: 1 + compare: 2 legend: - '' - - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# VPP Performance Changes 3n-icx 2t1c pdr +# VPP Compare NICs 3n-skx 2t1c mrr - type: "table" - title: "VPP Performance Changes 3n-icx 2t1c pdr" + title: "VPP Compare NICs 3n-skx 2t1c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" columns: - # - title: "2110.0-9" - # data-set: "vpp-3n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2202.0-10" - data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2206.0-10" - data-set: "vpp-3n-icx-curr-iter" + - title: "x710" + data-set: "vpp-3n-skx-curr-iter-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-3n-skx-curr-iter-mrr" + tag: "NIC_Intel-XXV710" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "xxv710 vs x710" reference: 1 compare: 2 - - title: "2206.0-10 vs 2202.0-10" - reference: 2 - compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# VPP Performance Changes 3n-icx 4t2c pdr +# VPP Compare NICs 3n-skx 4t2c mrr - type: "table" - title: "VPP Performance Changes 3n-icx 4t2c pdr" + title: "VPP Compare NICs 3n-skx 4t2c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" columns: - # - title: "2110.0-9" - # data-set: "vpp-3n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2202.0-10" - data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2206.0-10" - data-set: "vpp-3n-icx-curr-iter" + - title: "x710" + data-set: "vpp-3n-skx-curr-iter-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-3n-skx-curr-iter-mrr" + tag: "NIC_Intel-XXV710" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "xxv710 vs x710" reference: 1 compare: 2 - - title: "2206.0-10 vs 2202.0-10" - reference: 2 - compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# VPP Performance Changes 3n-icx 2t1c ndr +# VPP Compare NICs 3n-skx 8t4c mrr - type: "table" - title: "VPP Performance Changes 3n-icx 2t1c ndr" + title: "VPP Compare NICs 3n-skx 8t4c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" columns: - # - title: "2110.0-9" - # data-set: "vpp-3n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2202.0-10" - data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2206.0-10" - data-set: "vpp-3n-icx-curr-iter" + - title: "x710" + data-set: "vpp-3n-skx-curr-iter-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-3n-skx-curr-iter-mrr" + tag: "NIC_Intel-XXV710" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "xxv710 vs x710" reference: 1 compare: 2 - - title: "2206.0-10 vs 2202.0-10" - reference: 2 - compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# VPP Performance Changes 3n-icx 4t2c ndr +# VPP Compare NICs 2n-skx 2t1c ndr - type: "table" - title: "VPP Performance Changes 3n-icx 4t2c ndr" + title: "VPP Compare NICs 2n-skx 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - # - title: "2110.0-9" - # data-set: "vpp-3n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2202.0-10" - data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2206.0-10" - data-set: "vpp-3n-icx-curr-iter" + - title: "x710" + data-set: "vpp-2n-skx-curr-iter" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-2n-skx-curr-iter" + tag: "NIC_Intel-XXV710" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "xxv710 vs x710" reference: 1 compare: 2 - - title: "2206.0-10 vs 2202.0-10" - reference: 2 - compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# VPP Performance Changes 2n-icx 2t1c pdr +# VPP Compare NICs 2n-skx 4t2c ndr - type: "table" - title: "VPP Performance Changes 2n-icx 2t1c pdr" + title: "VPP Compare NICs 2n-skx 4t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - # - title: "2110.0-9" - # data-set: "vpp-2n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2202.0-10" - data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2206.0-10" - data-set: "vpp-2n-icx-curr-iter" + - title: "x710" + data-set: "vpp-2n-skx-curr-iter" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-2n-skx-curr-iter" + tag: "NIC_Intel-XXV710" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "xxv710 vs x710" reference: 1 compare: 2 - - title: "2206.0-10 vs 2202.0-10" - reference: 2 - compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# VPP Performance Changes 2n-icx 4t2c pdr +# VPP Compare NICs 2n-skx 2t1c pdr - type: "table" - title: "VPP Performance Changes 2n-icx 4t2c pdr" + title: "VPP Compare NICs 2n-skx 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - # - title: "2110.0-9" - # data-set: "vpp-2n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2202.0-10" - data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2206.0-10" - data-set: "vpp-2n-icx-curr-iter" + - title: "x710" + data-set: "vpp-2n-skx-curr-iter" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-2n-skx-curr-iter" + tag: "NIC_Intel-XXV710" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "xxv710 vs x710" reference: 1 compare: 2 - - title: "2206.0-10 vs 2202.0-10" - reference: 2 - compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# VPP Performance Changes 2n-icx 2t1c ndr +# VPP Compare NICs 2n-skx 4t2c pdr - type: "table" - title: "VPP Performance Changes 2n-icx 2t1c ndr" + title: "VPP Compare NICs 2n-skx 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - # - title: "2110.0-9" - # data-set: "vpp-2n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2202.0-10" - data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2206.0-10" - data-set: "vpp-2n-icx-curr-iter" + - title: "x710" + data-set: "vpp-2n-skx-curr-iter" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-2n-skx-curr-iter" + tag: "NIC_Intel-XXV710" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "xxv710 vs x710" reference: 1 compare: 2 - - title: "2206.0-10 vs 2202.0-10" - reference: 2 - compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# VPP Performance Changes 2n-icx 4t2c ndr +# VPP Compare NICs 2n-skx 2t1c mrr - type: "table" - title: "VPP Performance Changes 2n-icx 4t2c ndr" + title: "VPP Compare NICs 2n-skx 2t1c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" columns: - # - title: "2110.0-9" - # data-set: "vpp-2n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2202.0-10" - data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2206.0-10" - data-set: "vpp-2n-icx-curr-iter" + - title: "x710" + data-set: "vpp-2n-skx-curr-iter-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + tag: "NIC_Intel-XXV710" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "xxv710 vs x710" reference: 1 compare: 2 - - title: "2206.0-10 vs 2202.0-10" - reference: 2 - compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# VPP Performance Changes 3n-skx 2t1c pdr +# VPP Compare NICs 2n-skx 4t2c mrr - type: "table" - title: "VPP Performance Changes 3n-skx 2t1c pdr" + title: "VPP Compare NICs 2n-skx 4t2c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" columns: - - title: "2110.0-9" - data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2202.0-10" - data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2206.0-10" - data-set: "vpp-3n-skx-curr-iter" + - title: "x710" + data-set: "vpp-2n-skx-curr-iter-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + tag: "NIC_Intel-XXV710" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 2 - compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 + - title: "xxv710 vs x710" + reference: 1 + compare: 2 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# VPP Performance Changes 3n-skx 4t2c pdr +# VPP Compare NICs 2n-skx 8t4c mrr - type: "table" - title: "VPP Performance Changes 3n-skx 4t2c pdr" + title: "VPP Compare NICs 2n-skx 8t4c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" columns: - - title: "2110.0-9" - data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2202.0-10" - data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2206.0-10" - data-set: "vpp-3n-skx-curr-iter" + - title: "x710" + data-set: "vpp-2n-skx-curr-iter-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + tag: "NIC_Intel-XXV710" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 2 - compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 + - title: "xxv710 vs x710" + reference: 1 + compare: 2 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# VPP Performance Changes 3n-skx 2t1c ndr +################################################################################ +# VPP + +# VPP Performance Changes 3n-skx Hoststack - type: "table" - title: "VPP Performance Changes 3n-skx 2t1c ndr" + title: "VPP Performance Changes 3n-skx Hoststack" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-hoststack" + include-tests: "hoststack" + filter: "all" columns: - - title: "2110.0-9" - data-set: "vpp-3n-skx-hist-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-skx-hist-iter-hoststack-new-env" - title: "2202.0-9" - data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2202.0-10" - data-set: "vpp-3n-skx-prev-iter-new-env" + data-set: "vpp-3n-skx-prev-iter-hoststack-old-env" - title: "2206.0-10" - data-set: "vpp-3n-skx-curr-iter" + data-set: "vpp-3n-skx-curr-iter-hoststack" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - 'Test Case: Test cases executed for: Hoststack on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mbps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' -# VPP Performance Changes 3n-skx 4t2c ndr +# VPP Performance Changes 2n-clx VSAP - type: "table" - title: "VPP Performance Changes 3n-skx 4t2c ndr" + title: "VPP Performance Changes 2n-clx VSAP" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-vsap" + include-tests: "vsap" + filter: "all" columns: - - title: "2110.0-9" - data-set: "vpp-3n-skx-hist-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-hist-iter-vsap-new-env" - title: "2202.0-9" - data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2202.0-10" - data-set: "vpp-3n-skx-prev-iter-new-env" + data-set: "vpp-2n-clx-curr-iter-vsap-old-env" - title: "2206.0-10" - data-set: "vpp-3n-skx-curr-iter" + data-set: "vpp-2n-clx-curr-iter-vsap" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.' + - 'YYMM.V-E: [cps/rps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' -# VPP Performance Changes 2n-skx 2t1c pdr +# VPP Performance Changes 3n-icx 2t1c pdr - type: "table" - title: "VPP Performance Changes 2n-skx 2t1c pdr" + title: "VPP Performance Changes 3n-icx 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-skx-hist-iter-new-env" + # - title: "2110.0-9" + # data-set: "vpp-3n-icx-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-skx-prev-iter-old-env" + data-set: "vpp-3n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-skx-prev-iter-new-env" + data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-skx-curr-iter" + data-set: "vpp-3n-icx-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-skx 4t2c pdr +# VPP Performance Changes 3n-icx 4t2c pdr - type: "table" - title: "VPP Performance Changes 2n-skx 4t2c pdr" + title: "VPP Performance Changes 3n-icx 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-skx-hist-iter-new-env" + # - title: "2110.0-9" + # data-set: "vpp-3n-icx-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-skx-prev-iter-old-env" + data-set: "vpp-3n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-skx-prev-iter-new-env" + data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-skx-curr-iter" + data-set: "vpp-3n-icx-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-skx 2t1c ndr +# VPP Performance Changes 3n-icx 2t1c ndr - type: "table" - title: "VPP Performance Changes 2n-skx 2t1c ndr" + title: "VPP Performance Changes 3n-icx 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-skx-hist-iter-new-env" + # - title: "2110.0-9" + # data-set: "vpp-3n-icx-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-skx-prev-iter-old-env" + data-set: "vpp-3n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-skx-prev-iter-new-env" + data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-skx-curr-iter" + data-set: "vpp-3n-icx-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-skx 4t2c ndr +# VPP Performance Changes 3n-icx 4t2c ndr - type: "table" - title: "VPP Performance Changes 2n-skx 4t2c ndr" + title: "VPP Performance Changes 3n-icx 4t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-skx-hist-iter-new-env" + # - title: "2110.0-9" + # data-set: "vpp-3n-icx-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-skx-prev-iter-old-env" + data-set: "vpp-3n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-skx-prev-iter-new-env" + data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-skx-curr-iter" + data-set: "vpp-3n-icx-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-clx-xxv710 2t1c pdr +# VPP Performance Changes 2n-icx 2t1c pdr - type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr" + title: "VPP Performance Changes 2n-icx 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-new-env" + # - title: "2110.0-9" + # data-set: "vpp-2n-icx-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-old-env" + data-set: "vpp-2n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-clx-curr-iter" + data-set: "vpp-2n-icx-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-clx-xxv710 4t2c pdr +# VPP Performance Changes 2n-icx 4t2c pdr - type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr" + title: "VPP Performance Changes 2n-icx 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-new-env" + # - title: "2110.0-9" + # data-set: "vpp-2n-icx-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-old-env" + data-set: "vpp-2n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-clx-curr-iter" + data-set: "vpp-2n-icx-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-clx-xxv710 2t1c ndr +# VPP Performance Changes 2n-icx 2t1c ndr - type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr" + title: "VPP Performance Changes 2n-icx 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-new-env" + # - title: "2110.0-9" + # data-set: "vpp-2n-icx-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-old-env" + data-set: "vpp-2n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-clx-curr-iter" + data-set: "vpp-2n-icx-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-clx-xxv710 4t2c ndr +# VPP Performance Changes 2n-icx 4t2c ndr - type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 ndr" + title: "VPP Performance Changes 2n-icx 4t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-new-env" + # - title: "2110.0-9" + # data-set: "vpp-2n-icx-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-old-env" + data-set: "vpp-2n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-clx-curr-iter" + data-set: "vpp-2n-icx-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" + reference: 1 + compare: 2 + - title: "2206.0-10 vs 2202.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-clx-cx556a 2t1c pdr +# VPP Performance Changes 3n-skx 2t1c pdr - type: "table" - title: "VPP Performance Changes 2n-clx-cx556a 2t1c pdr" + title: "VPP Performance Changes 3n-skx 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-3n-skx-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-old-env" + data-set: "vpp-3n-skx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-3n-skx-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-clx-curr-iter" + data-set: "vpp-3n-skx-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" reference: 2 @@ -2621,28 +3271,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-clx-cx556a 4t2c pdr +# VPP Performance Changes 3n-skx 4t2c pdr - type: "table" - title: "VPP Performance Changes 2n-clx-cx556a 4t2c pdr" + title: "VPP Performance Changes 3n-skx 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-3n-skx-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-old-env" + data-set: "vpp-3n-skx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-3n-skx-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-clx-curr-iter" + data-set: "vpp-3n-skx-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" reference: 2 @@ -2652,28 +3302,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-clx-cx556a 2t1c ndr +# VPP Performance Changes 3n-skx 2t1c ndr - type: "table" - title: "VPP Performance Changes 2n-clx-cx556a 2t1c ndr" + title: "VPP Performance Changes 3n-skx 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-3n-skx-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-old-env" + data-set: "vpp-3n-skx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-3n-skx-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-clx-curr-iter" + data-set: "vpp-3n-skx-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" reference: 2 @@ -2683,28 +3333,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-clx-cx556a 4t2c ndr +# VPP Performance Changes 3n-skx 4t2c ndr - type: "table" - title: "VPP Performance Changes 2n-clx-cx556a ndr" + title: "VPP Performance Changes 3n-skx 4t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-3n-skx-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-old-env" + data-set: "vpp-3n-skx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-3n-skx-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-clx-curr-iter" + data-set: "vpp-3n-skx-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" reference: 2 @@ -2714,28 +3364,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-zn2-xxv710 2t1c pdr +# VPP Performance Changes 2n-skx 2t1c pdr - type: "table" - title: "VPP Performance Changes 2n-zn2-xxv710 2t1c pdr" + title: "VPP Performance Changes 2n-skx 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2110.0-9" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-skx-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-zn2-prev-iter-old-env" + data-set: "vpp-2n-skx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-zn2-prev-iter-new-env" + data-set: "vpp-2n-skx-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-zn2-curr-iter" + data-set: "vpp-2n-skx-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" reference: 2 @@ -2745,28 +3395,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-zn2-xxv710 4t2c pdr +# VPP Performance Changes 2n-skx 4t2c pdr - type: "table" - title: "VPP Performance Changes 2n-zn2-xxv710 4t2c pdr" + title: "VPP Performance Changes 2n-skx 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2110.0-9" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-skx-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-zn2-prev-iter-old-env" + data-set: "vpp-2n-skx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-zn2-prev-iter-new-env" + data-set: "vpp-2n-skx-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-zn2-curr-iter" + data-set: "vpp-2n-skx-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" reference: 2 @@ -2776,28 +3426,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-zn2-xxv710 2t1c ndr +# VPP Performance Changes 2n-skx 2t1c ndr - type: "table" - title: "VPP Performance Changes 2n-zn2-xxv710 2t1c ndr" + title: "VPP Performance Changes 2n-skx 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2110.0-9" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-skx-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-zn2-prev-iter-old-env" + data-set: "vpp-2n-skx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-zn2-prev-iter-new-env" + data-set: "vpp-2n-skx-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-zn2-curr-iter" + data-set: "vpp-2n-skx-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" reference: 2 @@ -2807,28 +3457,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-zn2-xxv710 4t2c ndr +# VPP Performance Changes 2n-skx 4t2c ndr - type: "table" - title: "VPP Performance Changes 2n-zn2-xxv710 4t2c ndr" + title: "VPP Performance Changes 2n-skx 4t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2110.0-9" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-skx-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-zn2-prev-iter-old-env" + data-set: "vpp-2n-skx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-zn2-prev-iter-new-env" + data-set: "vpp-2n-skx-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-zn2-curr-iter" + data-set: "vpp-2n-skx-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" reference: 2 @@ -2838,28 +3488,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-dnv 1t1c pdr +# VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c pdr" + title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2110.0-9" - data-set: "vpp-2n-dnv-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-dnv-prev-iter-old-env" + data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-dnv-prev-iter-new-env" + data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-dnv-curr-iter" + data-set: "vpp-2n-clx-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" reference: 2 @@ -2869,28 +3519,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-dnv 2t2c pdr +# VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c pdr" + title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2110.0-9" - data-set: "vpp-2n-dnv-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-dnv-prev-iter-old-env" + data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-dnv-prev-iter-new-env" + data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-dnv-curr-iter" + data-set: "vpp-2n-clx-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" reference: 2 @@ -2900,28 +3550,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-dnv 1t1c ndr +# VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c ndr" + title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2110.0-9" - data-set: "vpp-2n-dnv-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-dnv-prev-iter-old-env" + data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-dnv-prev-iter-new-env" + data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-dnv-curr-iter" + data-set: "vpp-2n-clx-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" reference: 2 @@ -2931,28 +3581,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-dnv 2t2c ndr +# VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c ndr" + title: "VPP Performance Changes 2n-clx-xxv710 ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2110.0-9" - data-set: "vpp-2n-dnv-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-dnv-prev-iter-old-env" + data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-dnv-prev-iter-new-env" + data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-dnv-curr-iter" + data-set: "vpp-2n-clx-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" reference: 2 @@ -2962,28 +3612,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-dnv 1t1c pdr +# VPP Performance Changes 2n-clx-cx556a 2t1c pdr - type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c pdr" + title: "VPP Performance Changes 2n-clx-cx556a 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - title: "2110.0-9" - data-set: "vpp-3n-dnv-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-3n-dnv-prev-iter-old-env" + data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-dnv-prev-iter-new-env" + data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-3n-dnv-curr-iter" + data-set: "vpp-2n-clx-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" reference: 2 @@ -2993,28 +3643,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-dnv 2t2c pdr +# VPP Performance Changes 2n-clx-cx556a 4t2c pdr - type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c pdr" + title: "VPP Performance Changes 2n-clx-cx556a 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - title: "2110.0-9" - data-set: "vpp-3n-dnv-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-3n-dnv-prev-iter-old-env" + data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-dnv-prev-iter-new-env" + data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-3n-dnv-curr-iter" + data-set: "vpp-2n-clx-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" reference: 2 @@ -3024,28 +3674,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-dnv 1t1c ndr +# VPP Performance Changes 2n-clx-cx556a 2t1c ndr - type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c ndr" + title: "VPP Performance Changes 2n-clx-cx556a 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - title: "2110.0-9" - data-set: "vpp-3n-dnv-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-3n-dnv-prev-iter-old-env" + data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-dnv-prev-iter-new-env" + data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-3n-dnv-curr-iter" + data-set: "vpp-2n-clx-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" reference: 2 @@ -3055,28 +3705,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-dnv 2t2c ndr +# VPP Performance Changes 2n-clx-cx556a 4t2c ndr - type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c ndr" + title: "VPP Performance Changes 2n-clx-cx556a ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - title: "2110.0-9" - data-set: "vpp-3n-dnv-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-3n-dnv-prev-iter-old-env" + data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-dnv-prev-iter-new-env" + data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-3n-dnv-curr-iter" + data-set: "vpp-2n-clx-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" reference: 2 @@ -3086,28 +3736,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-tsh 1t1c pdr +# VPP Performance Changes 2n-zn2-xxv710 2t1c pdr - type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c pdr" + title: "VPP Performance Changes 2n-zn2-xxv710 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2110.0-9" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-3n-tsh-prev-iter-old-env" + data-set: "vpp-2n-zn2-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-tsh-prev-iter-new-env" + data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-3n-tsh-curr-iter" + data-set: "vpp-2n-zn2-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" reference: 2 @@ -3117,28 +3767,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-tsh 2t2c pdr +# VPP Performance Changes 2n-zn2-xxv710 4t2c pdr - type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c pdr" + title: "VPP Performance Changes 2n-zn2-xxv710 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2110.0-9" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-3n-tsh-prev-iter-old-env" + data-set: "vpp-2n-zn2-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-tsh-prev-iter-new-env" + data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-3n-tsh-curr-iter" + data-set: "vpp-2n-zn2-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" reference: 2 @@ -3148,28 +3798,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-tsh 1t1c ndr +# VPP Performance Changes 2n-zn2-xxv710 2t1c ndr - type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c ndr" + title: "VPP Performance Changes 2n-zn2-xxv710 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2110.0-9" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-3n-tsh-prev-iter-old-env" + data-set: "vpp-2n-zn2-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-tsh-prev-iter-new-env" + data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-3n-tsh-curr-iter" + data-set: "vpp-2n-zn2-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" reference: 2 @@ -3179,28 +3829,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-tsh 2t2c ndr +# VPP Performance Changes 2n-zn2-xxv710 4t2c ndr - type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c ndr" + title: "VPP Performance Changes 2n-zn2-xxv710 4t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2110.0-9" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-3n-tsh-prev-iter-old-env" + data-set: "vpp-2n-zn2-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-tsh-prev-iter-new-env" + data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-3n-tsh-curr-iter" + data-set: "vpp-2n-zn2-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" reference: 2 @@ -3210,28 +3860,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-tx2 1t1c pdr +# VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" - title: "VPP Performance Changes 2n-tx2 1t1c pdr" + title: "VPP Performance Changes 2n-dnv 1t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - title: "2110.0-9" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-dnv-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-tx2-prev-iter-old-env" + data-set: "vpp-2n-dnv-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-tx2-prev-iter-new-env" + data-set: "vpp-2n-dnv-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-tx2-curr-iter" + data-set: "vpp-2n-dnv-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" reference: 2 @@ -3241,28 +3891,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-tx2 2t2c pdr +# VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" - title: "VPP Performance Changes 2n-tx2 2t2c pdr" + title: "VPP Performance Changes 2n-dnv 2t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - title: "2110.0-9" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-dnv-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-tx2-prev-iter-old-env" + data-set: "vpp-2n-dnv-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-tx2-prev-iter-new-env" + data-set: "vpp-2n-dnv-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-tx2-curr-iter" + data-set: "vpp-2n-dnv-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" reference: 2 @@ -3272,28 +3922,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-tx2 1t1c ndr +# VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" - title: "VPP Performance Changes 2n-tx2 1t1c ndr" + title: "VPP Performance Changes 2n-dnv 1t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - title: "2110.0-9" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-dnv-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-tx2-prev-iter-old-env" + data-set: "vpp-2n-dnv-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-tx2-prev-iter-new-env" + data-set: "vpp-2n-dnv-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-tx2-curr-iter" + data-set: "vpp-2n-dnv-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" reference: 2 @@ -3303,28 +3953,28 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-tx2 2t2c ndr +# VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" - title: "VPP Performance Changes 2n-tx2 2t2c ndr" + title: "VPP Performance Changes 2n-dnv 2t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - title: "2110.0-9" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-dnv-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-tx2-prev-iter-old-env" + data-set: "vpp-2n-dnv-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-tx2-prev-iter-new-env" + data-set: "vpp-2n-dnv-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-tx2-curr-iter" + data-set: "vpp-2n-dnv-curr-iter" comparisons: - title: "2202.0-10 vs 2202.0-9" reference: 2 @@ -3334,547 +3984,583 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-aws 2t1c pdr +# VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" - title: "VPP Performance Changes 2n-aws 2t1c pdr" + title: "VPP Performance Changes 3n-dnv 1t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-2t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'1T1C'" columns: - - title: "2110.0-8" - data-set: "vpp-2n-aws-hist-iter" + - title: "2110.0-9" + data-set: "vpp-3n-dnv-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-3n-dnv-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-dnv-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-aws-curr-iter" + data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2206.0-10 vs 2202.0-9" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 + - title: "2206.0-10 vs 2202.0-10" + reference: 3 + compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-aws 4t2c pdr +# VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" - title: "VPP Performance Changes 2n-aws 4t2c pdr" + title: "VPP Performance Changes 3n-dnv 2t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-4t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" - columns: - - title: "2110.0-8" - data-set: "vpp-2n-aws-hist-iter" - - title: "2202.0-9" - data-set: "vpp-2n-aws-prev-iter" - - title: "2206.0-10" - data-set: "vpp-2n-aws-curr-iter" - comparisons: - - title: "2206.0-10 vs 2202.0-9" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# VPP Performance Changes 2n-aws 2t1c ndr -- type: "table" - title: "VPP Performance Changes 2n-aws 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T2C'" columns: - - title: "2110.0-8" - data-set: "vpp-2n-aws-hist-iter" + - title: "2110.0-9" + data-set: "vpp-3n-dnv-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-3n-dnv-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-dnv-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-aws-curr-iter" + data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2206.0-10 vs 2202.0-9" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 + - title: "2206.0-10 vs 2202.0-10" + reference: 3 + compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-aws 4t2c ndr +# VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" - title: "VPP Performance Changes 2n-aws 4t2c ndr" + title: "VPP Performance Changes 3n-dnv 1t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-4t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'1T1C'" columns: - - title: "2110.0-8" - data-set: "vpp-2n-aws-hist-iter" + - title: "2110.0-9" + data-set: "vpp-3n-dnv-hist-iter-new-env" - title: "2202.0-9" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-3n-dnv-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-dnv-prev-iter-new-env" - title: "2206.0-10" - data-set: "vpp-2n-aws-curr-iter" + data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2206.0-10 vs 2202.0-9" + - title: "2202.0-10 vs 2202.0-9" reference: 2 compare: 3 + - title: "2206.0-10 vs 2202.0-10" + reference: 3 + compare: 4 legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# # VPP Performance Changes 3n-aws 2t1c pdr -# - type: "table" -# title: "VPP Performance Changes 3n-aws 2t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-2t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR'" -# columns: -# - title: "2110.0-8" -# data-set: "vpp-3n-aws-hist-iter" -# - title: "2202.0-9" -# data-set: "vpp-3n-aws-prev-iter" -# - title: "2206.0-10" -# data-set: "vpp-3n-aws-curr-iter" -# comparisons: -# - title: "2206.0-10 vs 2202.0-9" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# # VPP Performance Changes 3n-aws 4t2c pdr -# - type: "table" -# title: "VPP Performance Changes 3n-aws 4t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'NDRPDR'" -# columns: -# - title: "2110.0-8" -# data-set: "vpp-3n-aws-hist-iter" -# - title: "2202.0-9" -# data-set: "vpp-3n-aws-prev-iter" -# - title: "2206.0-10" -# data-set: "vpp-3n-aws-curr-iter" -# comparisons: -# - title: "2206.0-10 vs 2202.0-9" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# # VPP Performance Changes 3n-aws 2t1c ndr -# - type: "table" -# title: "VPP Performance Changes 3n-aws 2t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-2t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR'" -# columns: -# - title: "2110.0-8" -# data-set: "vpp-3n-aws-hist-iter" -# - title: "2202.0-9" -# data-set: "vpp-3n-aws-prev-iter" -# - title: "2206.0-10" -# data-set: "vpp-3n-aws-curr-iter" -# comparisons: -# - title: "2206.0-10 vs 2202.0-9" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# # VPP Performance Changes 3n-aws 4t2c ndr -# - type: "table" -# title: "VPP Performance Changes 3n-aws 4t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'NDRPDR'" -# columns: -# - title: "2110.0-8" -# data-set: "vpp-3n-aws-hist-iter" -# - title: "2202.0-9" -# data-set: "vpp-3n-aws-prev-iter" -# - title: "2206.0-10" -# data-set: "vpp-3n-aws-curr-iter" -# comparisons: -# - title: "2206.0-10 vs 2202.0-9" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter" - - title: "2n-clx" - data-set: "vpp-2n-clx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr +# VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr" + title: "VPP Performance Changes 3n-dnv 2t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NIC_Intel-XXV710'" + filter: "'2T2C'" columns: - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter" - - title: "2n-clx" - data-set: "vpp-2n-clx-curr-iter" + - title: "2110.0-9" + data-set: "vpp-3n-dnv-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-dnv-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-dnv-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "Diff" - reference: 1 - compare: 2 + - title: "2202.0-10 vs 2202.0-9" + reference: 2 + compare: 3 + - title: "2206.0-10 vs 2202.0-10" + reference: 3 + compare: 4 legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr +# VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr" + title: "VPP Performance Changes 3n-tsh 1t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NIC_Intel-XXV710'" + filter: "'1T1C'" columns: - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter" - - title: "2n-clx" - data-set: "vpp-2n-clx-curr-iter" + - title: "2110.0-9" + data-set: "vpp-3n-tsh-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "Diff" - reference: 1 - compare: 2 + - title: "2202.0-10 vs 2202.0-9" + reference: 2 + compare: 3 + - title: "2206.0-10 vs 2202.0-10" + reference: 3 + compare: 4 legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr +# VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr" + title: "VPP Performance Changes 3n-tsh 2t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NIC_Intel-XXV710'" + filter: "'2T2C'" columns: - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter" - - title: "2n-clx" - data-set: "vpp-2n-clx-curr-iter" + - title: "2110.0-9" + data-set: "vpp-3n-tsh-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "Diff" - reference: 1 - compare: 2 + - title: "2202.0-10 vs 2202.0-9" + reference: 2 + compare: 3 + - title: "2206.0-10 vs 2202.0-10" + reference: 3 + compare: 4 legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr +# VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr" + title: "VPP Performance Changes 3n-tsh 1t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + filter: "'1T1C'" columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter" + - title: "2110.0-9" + data-set: "vpp-3n-tsh-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "Diff" - reference: 1 - compare: 2 + - title: "2202.0-10 vs 2202.0-9" + reference: 2 + compare: 3 + - title: "2206.0-10 vs 2202.0-10" + reference: 3 + compare: 4 legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr +# VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr" + title: "VPP Performance Changes 3n-tsh 2t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + filter: "'2T2C'" columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter" + - title: "2110.0-9" + data-set: "vpp-3n-tsh-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "Diff" - reference: 1 - compare: 2 + - title: "2202.0-10 vs 2202.0-9" + reference: 2 + compare: 3 + - title: "2206.0-10 vs 2202.0-10" + reference: 3 + compare: 4 legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr +# VPP Performance Changes 2n-tx2 1t1c pdr - type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr" + title: "VPP Performance Changes 2n-tx2 1t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + filter: "'1T1C'" columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter" + - title: "2110.0-9" + data-set: "vpp-2n-tx2-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "Diff" - reference: 1 - compare: 2 + - title: "2202.0-10 vs 2202.0-9" + reference: 2 + compare: 3 + - title: "2206.0-10 vs 2202.0-10" + reference: 3 + compare: 4 legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr +# VPP Performance Changes 2n-tx2 2t2c pdr - type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr" + title: "VPP Performance Changes 2n-tx2 2t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + filter: "'2T2C'" columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter" + - title: "2110.0-9" + data-set: "vpp-2n-tx2-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "Diff" - reference: 1 - compare: 2 + - title: "2202.0-10 vs 2202.0-9" + reference: 2 + compare: 3 + - title: "2206.0-10 vs 2202.0-10" + reference: 3 + compare: 4 legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Comparison Across Testbeds 2n-skx to 2n-icx 1c ndr +# VPP Performance Changes 2n-tx2 1t1c ndr - type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 1c ndr" + title: "VPP Performance Changes 2n-tx2 1t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + filter: "'1T1C'" columns: - - title: "2n-skx xxv710" - data-set: "vpp-2n-skx-curr-iter" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter" + - title: "2110.0-9" + data-set: "vpp-2n-tx2-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "Diff" - reference: 1 - compare: 2 + - title: "2202.0-10 vs 2202.0-9" + reference: 2 + compare: 3 + - title: "2206.0-10 vs 2202.0-10" + reference: 3 + compare: 4 legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Comparison Across Testbeds 2n-skx to 2n-icx 2c ndr +# VPP Performance Changes 2n-tx2 2t2c ndr - type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 2c ndr" + title: "VPP Performance Changes 2n-tx2 2t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + filter: "'2T2C'" columns: - - title: "2n-skx xxv710" - data-set: "vpp-2n-skx-curr-iter" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter" + - title: "2110.0-9" + data-set: "vpp-2n-tx2-hist-iter-new-env" + - title: "2202.0-9" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2202.0-10" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2206.0-10" + data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "Diff" - reference: 1 - compare: 2 + - title: "2202.0-10 vs 2202.0-9" + reference: 2 + compare: 3 + - title: "2206.0-10 vs 2202.0-10" + reference: 3 + compare: 4 legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Comparison Across Testbeds 2n-skx to 2n-icx 1c pdr +# VPP Performance Changes 2n-aws 2t1c pdr - type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 1c pdr" + title: "VPP Performance Changes 2n-aws 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + filter: "'2T1C' and 'NDRPDR'" columns: - - title: "2n-skx xxv710" - data-set: "vpp-2n-skx-curr-iter" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter" + - title: "2110.0-8" + data-set: "vpp-2n-aws-hist-iter" + - title: "2202.0-9" + data-set: "vpp-2n-aws-prev-iter" + - title: "2206.0-10" + data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "Diff" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' -# VPP Comparison Across Testbeds 2n-skx to 2n-icx 2c pdr +# VPP Performance Changes 2n-aws 4t2c pdr - type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 2c pdr" + title: "VPP Performance Changes 2n-aws 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + filter: "'4T2C' and 'NDRPDR'" columns: - - title: "2n-skx xxv710" - data-set: "vpp-2n-skx-curr-iter" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter" + - title: "2110.0-8" + data-set: "vpp-2n-aws-hist-iter" + - title: "2202.0-9" + data-set: "vpp-2n-aws-prev-iter" + - title: "2206.0-10" + data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "Diff" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr +# VPP Performance Changes 2n-aws 2t1c ndr - type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr" + title: "VPP Performance Changes 2n-aws 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + filter: "'2T1C' and 'NDRPDR'" columns: - - title: "3n-skx xxv710" - data-set: "vpp-3n-skx-curr-iter" - - title: "3n-icx xxv710" - data-set: "vpp-3n-icx-curr-iter" + - title: "2110.0-8" + data-set: "vpp-2n-aws-hist-iter" + - title: "2202.0-9" + data-set: "vpp-2n-aws-prev-iter" + - title: "2206.0-10" + data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "Diff" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c ndr +# VPP Performance Changes 2n-aws 4t2c ndr - type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx ndr" + title: "VPP Performance Changes 2n-aws 4t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + filter: "'4T2C' and 'NDRPDR'" columns: - - title: "3n-skx xxv710" - data-set: "vpp-3n-skx-curr-iter" - - title: "3n-icx xxv710" - data-set: "vpp-3n-icx-curr-iter" + - title: "2110.0-8" + data-set: "vpp-2n-aws-hist-iter" + - title: "2202.0-9" + data-set: "vpp-2n-aws-prev-iter" + - title: "2206.0-10" + data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "Diff" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" - columns: - - title: "3n-skx xxv710" - data-set: "vpp-3n-skx-curr-iter" - - title: "3n-icx xxv710" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." +# # VPP Performance Changes 3n-aws 2t1c pdr +# - type: "table" +# title: "VPP Performance Changes 3n-aws 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-2t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR'" +# columns: +# - title: "2110.0-8" +# data-set: "vpp-3n-aws-hist-iter" +# - title: "2202.0-9" +# data-set: "vpp-3n-aws-prev-iter" +# - title: "2206.0-10" +# data-set: "vpp-3n-aws-curr-iter" +# comparisons: +# - title: "2206.0-10 vs 2202.0-9" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" - columns: - - title: "3n-skx xxv710" - data-set: "vpp-3n-skx-curr-iter" - - title: "3n-icx xxv710" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." +# # VPP Performance Changes 3n-aws 4t2c pdr +# - type: "table" +# title: "VPP Performance Changes 3n-aws 4t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'NDRPDR'" +# columns: +# - title: "2110.0-8" +# data-set: "vpp-3n-aws-hist-iter" +# - title: "2202.0-9" +# data-set: "vpp-3n-aws-prev-iter" +# - title: "2206.0-10" +# data-set: "vpp-3n-aws-curr-iter" +# comparisons: +# - title: "2206.0-10 vs 2202.0-9" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + +# # VPP Performance Changes 3n-aws 2t1c ndr +# - type: "table" +# title: "VPP Performance Changes 3n-aws 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-2t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR'" +# columns: +# - title: "2110.0-8" +# data-set: "vpp-3n-aws-hist-iter" +# - title: "2202.0-9" +# data-set: "vpp-3n-aws-prev-iter" +# - title: "2206.0-10" +# data-set: "vpp-3n-aws-curr-iter" +# comparisons: +# - title: "2206.0-10 vs 2202.0-9" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 3n-aws with nitro50g.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + +# # VPP Performance Changes 3n-aws 4t2c ndr +# - type: "table" +# title: "VPP Performance Changes 3n-aws 4t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'NDRPDR'" +# columns: +# - title: "2110.0-8" +# data-set: "vpp-3n-aws-hist-iter" +# - title: "2202.0-9" +# data-set: "vpp-3n-aws-prev-iter" +# - title: "2206.0-10" +# data-set: "vpp-3n-aws-curr-iter" +# comparisons: +# - title: "2206.0-10 vs 2202.0-9" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 3n-aws with nitro50g.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr - type: "table" @@ -3884,18 +4570,19 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" columns: - - title: "3n-skx" + - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter" - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr - type: "table" @@ -3905,18 +4592,19 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" columns: - - title: "3n-skx" + - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter" - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr - type: "table" @@ -3926,18 +4614,19 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" columns: - - title: "3n-skx" + - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter" - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr - type: "table" @@ -3947,18 +4636,19 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" columns: - - title: "3n-skx" + - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter" - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Performance Changes 3n-icx 2t1c mrr - type: "table" @@ -3985,10 +4675,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-icx 4t2c mrr @@ -4016,10 +4706,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-icx 8t4c mrr @@ -4047,10 +4737,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-icx 2t1c mrr @@ -4078,10 +4768,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-icx 4t2c mrr @@ -4109,10 +4799,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-icx 8t4c mrr @@ -4140,10 +4830,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c mrr @@ -4171,10 +4861,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c mrr @@ -4202,10 +4892,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 8t4c mrr @@ -4233,10 +4923,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c mrr @@ -4264,10 +4954,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c mrr @@ -4295,10 +4985,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 8t4c mrr @@ -4326,10 +5016,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr @@ -4357,10 +5047,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr @@ -4388,10 +5078,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr @@ -4419,10 +5109,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c mrr @@ -4450,10 +5140,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c mrr @@ -4481,10 +5171,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 8t4c mrr @@ -4512,10 +5202,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c mrr @@ -4543,10 +5233,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c mrr @@ -4574,10 +5264,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 8t4c mrr @@ -4605,10 +5295,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c mrr @@ -4636,10 +5326,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c mrr @@ -4667,10 +5357,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 4t4c mrr @@ -4698,10 +5388,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c mrr @@ -4729,10 +5419,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c mrr @@ -4760,10 +5450,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 4t4c mrr @@ -4791,10 +5481,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr @@ -4822,10 +5512,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c mrr @@ -4853,10 +5543,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 4t4c mrr @@ -4884,10 +5574,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c mrr @@ -4915,10 +5605,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c mrr @@ -4946,10 +5636,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 4t4c mrr @@ -4977,10 +5667,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-aws 2t1c mrr @@ -5003,10 +5693,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c mrr - type: "table" @@ -5028,9 +5718,9 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # # VPP Performance Changes 3n-aws 2t1c mrr @@ -5051,352 +5741,103 @@ # - title: "2206.0-10 vs 2202.0-9" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# # VPP Performance Changes 3n-aws 4t2c mrr -# - type: "table" -# title: "VPP Performance Changes 3n-aws 4t2c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C'" -# columns: -# - title: "2110.0-8" -# data-set: "vpp-3n-aws-hist-iter-mrr" -# - title: "2202.0-9" -# data-set: "vpp-3n-aws-prev-iter-mrr" -# - title: "2206.0-10" -# data-set: "vpp-3n-aws-curr-iter-mrr" -# comparisons: -# - title: "2206.0-10 vs 2202.0-9" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter-mrr" - - title: "2n-clx" - data-set: "vpp-2n-clx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." - -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter-mrr" - - title: "2n-clx" - data-set: "vpp-2n-clx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." - -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter-mrr" - - title: "2n-clx" - data-set: "vpp-2n-clx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." - -# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr -- type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR' and '1C' and 'NIC_Intel-XXV710'" - columns: - - title: "3n-skx" - data-set: "vpp-3n-skx-curr-iter-mrr" - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." - -# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr -- type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR' and '2C' and 'NIC_Intel-XXV710'" - columns: - - title: "3n-skx" - data-set: "vpp-3n-skx-curr-iter-mrr" - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." - -# VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr -- type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR' and '4C' and 'NIC_Intel-XXV710'" - columns: - - title: "3n-skx" - data-set: "vpp-3n-skx-curr-iter-mrr" - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." - -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter-mrr" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter-mrr" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter-mrr" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 2n-skx to 2n-icx 1c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'" - columns: - - title: "2n-skx xxv710" - data-set: "vpp-2n-skx-curr-iter-mrr" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 2n-skx to 2n-icx 2c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'" - columns: - - title: "2n-skx xxv710" - data-set: "vpp-2n-skx-curr-iter-mrr" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 2n-skx to 2n-icx 4c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'" - columns: - - title: "2n-skx xxv710" - data-set: "vpp-2n-skx-curr-iter-mrr" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + +# # VPP Performance Changes 3n-aws 4t2c mrr +# - type: "table" +# title: "VPP Performance Changes 3n-aws 4t2c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C'" +# columns: +# - title: "2110.0-8" +# data-set: "vpp-3n-aws-hist-iter-mrr" +# - title: "2202.0-9" +# data-set: "vpp-3n-aws-prev-iter-mrr" +# - title: "2206.0-10" +# data-set: "vpp-3n-aws-curr-iter-mrr" +# comparisons: +# - title: "2206.0-10 vs 2202.0-9" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c mrr +# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr - type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c mrr" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'" + filter: "'MRR' and '1C' and 'NIC_Intel-XXV710'" columns: - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter-mrr" - - title: "3n-icx xxv710" - data-set: "vpp-3n-icx-curr-iter-mrr" + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c mrr +# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr - type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c mrr" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'" + filter: "'MRR' and '2C' and 'NIC_Intel-XXV710'" columns: - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter-mrr" - - title: "3n-icx xxv710" - data-set: "vpp-3n-icx-curr-iter-mrr" + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 4c mrr +# VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr - type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 4c mrr" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'" + filter: "'MRR' and '4C' and 'NIC_Intel-XXV710'" columns: - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter-mrr" - - title: "3n-icx xxv710" - data-set: "vpp-3n-icx-curr-iter-mrr" + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # Detailed Test Results - VPP Performance Results 3n-skx - type: "table" @@ -6445,13 +6886,14 @@ - title: "22.03" data-set: "dpdk-3n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 1 compare: 2 legend: - - "" - - "21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-icx 4t2c pdr - type: "table" @@ -6468,13 +6910,14 @@ - title: "22.03" data-set: "dpdk-3n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 1 compare: 2 legend: - - "" - - "21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-icx 2t1c ndr - type: "table" @@ -6491,13 +6934,14 @@ - title: "22.03" data-set: "dpdk-3n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 1 compare: 2 legend: - - "" - - "21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' + - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-icx 4t2c ndr - type: "table" @@ -6514,13 +6958,14 @@ - title: "22.03" data-set: "dpdk-3n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 1 compare: 2 legend: - - "" - - "21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' + - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-icx 2t1c pdr - type: "table" @@ -6537,13 +6982,14 @@ - title: "22.03" data-set: "dpdk-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 1 compare: 2 legend: - - "" - - "21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-icx 4t2c pdr - type: "table" @@ -6560,13 +7006,14 @@ - title: "22.03" data-set: "dpdk-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 1 compare: 2 legend: - - "" - - "21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-icx 2t1c ndr - type: "table" @@ -6583,13 +7030,14 @@ - title: "22.03" data-set: "dpdk-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 1 compare: 2 legend: - - "" - - "21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' + - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-icx 4t2c ndr - type: "table" @@ -6606,13 +7054,14 @@ - title: "22.03" data-set: "dpdk-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 1 compare: 2 legend: - - "" - - "21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' + - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-skx 2t1c pdr - type: "table" @@ -6629,13 +7078,14 @@ - title: "22.03" data-set: "dpdk-3n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -6652,13 +7102,14 @@ - title: "22.03" data-set: "dpdk-3n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -6675,13 +7126,14 @@ - title: "22.03" data-set: "dpdk-3n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -6698,13 +7150,14 @@ - title: "22.03" data-set: "dpdk-3n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -6721,13 +7174,14 @@ - title: "22.03" data-set: "dpdk-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -6744,13 +7198,14 @@ - title: "22.03" data-set: "dpdk-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -6767,13 +7222,14 @@ - title: "22.03" data-set: "dpdk-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -6790,13 +7246,14 @@ - title: "22.03" data-set: "dpdk-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-clx 2t1c pdr - type: "table" @@ -6813,13 +7270,14 @@ - title: "22.03" data-set: "dpdk-2n-clx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-clx 4t2c pdr - type: "table" @@ -6836,13 +7294,14 @@ - title: "22.03" data-set: "dpdk-2n-clx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-clx 2t1c ndr - type: "table" @@ -6859,13 +7318,14 @@ - title: "22.03" data-set: "dpdk-2n-clx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-clx 4t2c ndr - type: "table" @@ -6882,13 +7342,14 @@ - title: "22.03" data-set: "dpdk-2n-clx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-zn2 2t1c pdr - type: "table" @@ -6905,13 +7366,14 @@ - title: "22.03" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-zn2 4t2c pdr - type: "table" @@ -6928,13 +7390,14 @@ - title: "22.03" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-zn2 2t1c ndr - type: "table" @@ -6951,13 +7414,14 @@ - title: "22.03" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-zn2 4t2c ndr - type: "table" @@ -6974,13 +7438,14 @@ - title: "22.03" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -6997,13 +7462,14 @@ - title: "22.03" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -7020,13 +7486,14 @@ - title: "22.03" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -7043,13 +7510,14 @@ - title: "22.03" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -7066,13 +7534,14 @@ - title: "22.03" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-tx2 1t1c pdr - type: "table" @@ -7089,13 +7558,14 @@ - title: "22.03" data-set: "dpdk-2n-tx2-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-tx2 2t2c pdr - type: "table" @@ -7112,13 +7582,14 @@ - title: "22.03" data-set: "dpdk-2n-tx2-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-tx2 1t1c ndr - type: "table" @@ -7135,13 +7606,14 @@ - title: "22.03" data-set: "dpdk-2n-tx2-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-tx2 2t2c ndr - type: "table" @@ -7162,177 +7634,10 @@ reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." - -# DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr -- type: "table" - title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "dpdk-2n-skx-curr-iter" - - title: "2n-clx" - data-set: "dpdk-2n-clx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." - -# DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr -- type: "table" - title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "dpdk-2n-skx-curr-iter" - - title: "2n-clx" - data-set: "dpdk-2n-clx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." - -# DPDK Comparison Across Testbeds 2n-clx to 2n-icx ndr -- type: "table" - title: "DPDK Comparison Across Testbeds 2n-clx to 2n-icx ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-clx-2n-icx-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" - columns: - - title: "2n-clx xxv710" - data-set: "dpdk-2n-clx-curr-iter" - - title: "2n-icx xxv710" - data-set: "dpdk-2n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." - -# DPDK Comparison Across Testbeds 2n-clx to 2n-icx pdr -- type: "table" - title: "DPDK Comparison Across Testbeds 2n-clx to 2n-icx pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-clx-2n-icx-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" - columns: - - title: "2n-clx xxv710" - data-set: "dpdk-2n-clx-curr-iter" - - title: "2n-icx xxv710" - data-set: "dpdk-2n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." - -# DPDK Comparison Across Testbeds 2n-skx to 2n-icx ndr -- type: "table" - title: "DPDK Comparison Across Testbeds 2n-skx to 2n-icx ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-icx-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" - columns: - - title: "2n-skx xxv710" - data-set: "dpdk-2n-skx-curr-iter" - - title: "2n-icx xxv710" - data-set: "dpdk-2n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." - -# DPDK Comparison Across Testbeds 2n-skx to 2n-icx pdr -- type: "table" - title: "DPDK Comparison Across Testbeds 2n-skx to 2n-icx pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-icx-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" - columns: - - title: "2n-skx xxv710" - data-set: "dpdk-2n-skx-curr-iter" - - title: "2n-icx xxv710" - data-set: "dpdk-2n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." - -# DPDK Comparison Across Testbeds 3n-skx to 3n-icx ndr -- type: "table" - title: "DPDK Comparison Across Testbeds 3n-skx to 3n-icx ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-skx-3n-icx-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" - columns: - - title: "3n-skx xxv710" - data-set: "dpdk-3n-skx-curr-iter" - - title: "3n-icx xxv710" - data-set: "dpdk-3n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." - -# DPDK Comparison Across Testbeds 3n-skx to 3n-icx pdr -- type: "table" - title: "DPDK Comparison Across Testbeds 3n-skx to 3n-icx pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-skx-3n-icx-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" - columns: - - title: "3n-skx xxv710" - data-set: "dpdk-3n-skx-curr-iter" - - title: "3n-icx xxv710" - data-set: "dpdk-3n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr - type: "table" @@ -7342,18 +7647,19 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710'" columns: - - title: "3n-skx" + - title: "3n-skx xxv710" data-set: "dpdk-3n-skx-curr-iter" - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "dpdk-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for DPDK tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr - type: "table" @@ -7363,18 +7669,19 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710'" columns: - - title: "3n-skx" + - title: "3n-skx xxv710" data-set: "dpdk-3n-skx-curr-iter" - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "dpdk-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for DPDK tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # Detailed Test Results - DPDK Performance Results 3n-skx - type: "table"