X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=e3171ad6d561606f5a0601c84bb19818205d9bcf;hp=f8bff51658dc7a37362a2cfc67321adb25d4f034;hb=4458f261feaffaf131b88fb01f02e69be3f4680c;hpb=30fe9cc425351f1474f125b3baf40e6b841ba2fb diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index f8bff51658..e3171ad6d5 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -27,47 +27,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-icx-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 2n-icx-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov" -# jb-type: "coverage" -# data: "vpp-2n-icx-curr-cov" -# lines: -# - job-spec: "gso-00" -# build: "1" -# - job-spec: "ip4-00" -# build: "2" -# - job-spec: "ip4-01" -# build: "3" -# - job-spec: "ip4-02" -# build: "4" -# - job-spec: "ip4-03" -# build: "5" -# - job-spec: "ip4-04" -# build: "6" -# - job-spec: "ip4-05" -# build: "7" -# - job-spec: "ip4-06" -# build: "8" -# - job-spec: "ip4-07" -# build: "9" -# - job-spec: "ip4tun-00" -# build: "10" -# - job-spec: "ip6-00" -# build: "11" -# - job-spec: "ip6-01" -# build: "12" -# - job-spec: "l2-00" -# build: "13" -# - job-spec: "l2-01" -# build: "14" -# - job-spec: "lb-00" -# build: "15" -# - job-spec: "memif-00" -# build: "16" -# - job-spec: "vhost-00" -# build: "17" +- type: "table" + title: "Job Specification Duration: 2n-icx-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov" + jb-type: "coverage" + data: "vpp-2n-icx-curr-cov" + lines: + - job-spec: "gso-00" + build: "1" + - job-spec: "ip4-00" + build: "2" + - job-spec: "ip4-01" + build: "3" + - job-spec: "ip4-02" + build: "4" + - job-spec: "ip4-03" + build: "5" + - job-spec: "ip4-04" + build: "6" + - job-spec: "ip4-05" + build: "7" + - job-spec: "ip4-06" + build: "8" + - job-spec: "ip4-07" + build: "9" + - job-spec: "ip4tun-00" + build: "10" + - job-spec: "ip6-00" + build: "11" + - job-spec: "ip6-01" + build: "12" + - job-spec: "l2-00" + build: "13" + - job-spec: "l2-01" + build: "14" + - job-spec: "lb-00" + build: "15" + - job-spec: "memif-00" + build: "16" + - job-spec: "vhost-00" + build: "17" - type: "table" title: "Job Specification Duration: 3n-icx-iterative" @@ -236,25 +236,25 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-dnv-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 2n-dnv-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" -# jb-type: "coverage" -# data: "vpp-2n-dnv-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "7" -# - job-spec: "ip4-01" -# build: "8" -# - job-spec: "ip6-00" -# build: "14" -# - job-spec: "ip6-01" -# build: "10" -# - job-spec: "l2-00" -# build: "11" -# - job-spec: "l2-01" -# build: "12" +- type: "table" + title: "Job Specification Duration: 2n-dnv-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" + jb-type: "coverage" + data: "vpp-2n-dnv-curr-cov" + lines: + - job-spec: "ip4-00" + build: "1" + - job-spec: "ip4-01" + build: "7" + - job-spec: "ip6-00" + build: "3" + - job-spec: "ip6-01" + build: "4" + - job-spec: "l2-00" + build: "5" + - job-spec: "l2-01" + build: "6" - type: "table" title: "Job Specification Duration: 2n-aws-iterative" @@ -476,33 +476,33 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-3n-dnv-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 3n-dnv-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" -# jb-type: "coverage" -# data: "vpp-3n-dnv-curr-cov" -# lines: -# - job-spec: "crypto-00" -# build: "11" -# - job-spec: "crypto-01" -# build: "12" -# - job-spec: "crypto-02" -# build: "13" -# - job-spec: "ip4-00" -# build: "14" -# - job-spec: "ip4-01" -# build: "15" -# - job-spec: "ip4tun-00" -# build: "16" -# - job-spec: "ip6-00" -# build: "17" -# - job-spec: "ip6-01" -# build: "18" -# - job-spec: "l2-00" -# build: "19" -# - job-spec: "l2-01" -# build: "20" +- type: "table" + title: "Job Specification Duration: 3n-dnv-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" + jb-type: "coverage" + data: "vpp-3n-dnv-curr-cov" + lines: + - job-spec: "crypto-00" + build: "1" + - job-spec: "crypto-01" + build: "2" + - job-spec: "crypto-02" + build: "3" + - job-spec: "ip4-00" + build: "4" + - job-spec: "ip4-01" + build: "5" + - job-spec: "ip4tun-00" + build: "6" + - job-spec: "ip6-00" + build: "7" + - job-spec: "ip6-01" + build: "8" + - job-spec: "l2-00" + build: "9" + - job-spec: "l2-01" + build: "10" - type: "table" title: "Job Specification Duration: 3n-skx-iterative" @@ -651,59 +651,1067 @@ # build: "34" - type: "table" - title: "Job Specification Duration: 3n-alt-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-3n-alt-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-3n-alt-curr-iter" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-3n-alt-curr-iter" + title: "Job Specification Duration: 3n-alt-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-3n-alt-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-3n-alt-curr-iter" + - job-spec: "dpdk-mlr-00" + data-set: "dpdk-3n-alt-curr-iter" + +# - type: "table" +# title: "Job Specification Duration: 3n-alt-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov" +# jb-type: "coverage" +# data: "vpp-3n-alt-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "18" +# - job-spec: "ip4-01" +# build: "19" +# - job-spec: "ip4-02" +# build: "20" +# - job-spec: "ip4-03" +# build: "21" +# - job-spec: "ip4tun-00" +# build: "22" +# - job-spec: "ip6-00" +# build: "23" +# - job-spec: "ip6-01" +# build: "24" +# - job-spec: "l2-00" +# build: "25" +# - job-spec: "l2-01" +# build: "26" +# - job-spec: "l2-02" +# build: "27" +# - job-spec: "l2-03" +# build: "28" +# - job-spec: "l2-04" +# build: "29" +# - job-spec: "memif-00" +# build: "30" +# - job-spec: "srv6-00" +# build: "31" +# - job-spec: "srv6-01" +# build: "32" +# - job-spec: "vhost-00" +# build: "33" +# - job-spec: "vhost-01" +# build: "34" + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + comparisons: + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c ndr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2n-icx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx and 2n-icx with xxv710.' + - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c ndr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2n-icx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx and 2n-icx with xxv710.' + - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c pdr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2n-icx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx and 2n-icx with xxv710.' + - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c pdr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter" + comparisons: + - title: "2n-icx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx and 2n-icx with xxv710.' + - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter" + - title: "3n-icx xxv710" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-skx" + reference: 1 + compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c ndr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter" + - title: "3n-icx xxv710" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-skx" + reference: 1 + compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter" + - title: "3n-icx xxv710" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-skx" + reference: 1 + compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter" + - title: "3n-icx xxv710" + data-set: "vpp-3n-icx-curr-iter" + comparisons: + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-skx" + reference: 1 + compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter-mrr" + comparisons: + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter-mrr" + comparisons: + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter-mrr" + comparisons: + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'" + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter-mrr" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'" + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter-mrr" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'" + columns: + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter-mrr" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx and 2n-icx with xxv710.' + - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "2n-icx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx and 2n-icx with xxv710.' + - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 4c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'" + columns: + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" + - title: "2n-icx xxv710" + data-set: "vpp-2n-icx-curr-iter-mrr" + comparisons: + - title: "2n-icx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx and 2n-icx with xxv710.' + - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'" + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter-mrr" + - title: "3n-icx xxv710" + data-set: "vpp-3n-icx-curr-iter-mrr" + comparisons: + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-skx" + reference: 1 + compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'" + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter-mrr" + - title: "3n-icx xxv710" + data-set: "vpp-3n-icx-curr-iter-mrr" + comparisons: + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-skx" + reference: 1 + compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs TB3n-skxR: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 4c mrr +- type: "table" + title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'" + columns: + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter-mrr" + - title: "3n-icx xxv710" + data-set: "vpp-3n-icx-curr-iter-mrr" + comparisons: + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-skx" + reference: 1 + compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-clx ndr +- type: "table" + title: "DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-clx ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "2n-skx xxv710" + data-set: "dpdk-2n-skx-curr-iter" + - title: "2n-clx xxv710" + data-set: "dpdk-2n-clx-curr-iter" + comparisons: + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for DPDK tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-clx pdr +- type: "table" + title: "DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-clx pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "2n-skx xxv710" + data-set: "dpdk-2n-skx-curr-iter" + - title: "2n-clx xxv710" + data-set: "dpdk-2n-clx-curr-iter" + comparisons: + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for DPDK tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# DPDK Normalized Comparison Across Testbeds 2n-clx to 2n-icx ndr +- type: "table" + title: "DPDK Normalized Comparison Across Testbeds 2n-clx to 2n-icx ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-clx-2n-icx-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "2n-clx xxv710" + data-set: "dpdk-2n-clx-curr-iter" + - title: "2n-icx xxv710" + data-set: "dpdk-2n-icx-curr-iter" + comparisons: + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for DPDK tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# DPDK Normalized Comparison Across Testbeds 2n-clx to 2n-icx pdr +- type: "table" + title: "DPDK Normalized Comparison Across Testbeds 2n-clx to 2n-icx pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-clx-2n-icx-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "2n-clx xxv710" + data-set: "dpdk-2n-clx-curr-iter" + - title: "2n-icx xxv710" + data-set: "dpdk-2n-icx-curr-iter" + comparisons: + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for DPDK tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-icx ndr +- type: "table" + title: "DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-icx ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-icx-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "2n-skx xxv710" + data-set: "dpdk-2n-skx-curr-iter" + - title: "2n-icx xxv710" + data-set: "dpdk-2n-icx-curr-iter" + comparisons: + - title: "2n-icx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-icx and 2n-icx with xxv710.' + - '2n-icx, 2n-icx: [Mpps +- StDev] results for DPDK tested in CSIT' + - '2n-icx vs 2n-icx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-icx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - type: "table" -# title: "Job Specification Duration: 3n-alt-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov" -# jb-type: "coverage" -# data: "vpp-3n-alt-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "18" -# - job-spec: "ip4-01" -# build: "19" -# - job-spec: "ip4-02" -# build: "20" -# - job-spec: "ip4-03" -# build: "21" -# - job-spec: "ip4tun-00" -# build: "22" -# - job-spec: "ip6-00" -# build: "23" -# - job-spec: "ip6-01" -# build: "24" -# - job-spec: "l2-00" -# build: "25" -# - job-spec: "l2-01" -# build: "26" -# - job-spec: "l2-02" -# build: "27" -# - job-spec: "l2-03" -# build: "28" -# - job-spec: "l2-04" -# build: "29" -# - job-spec: "memif-00" -# build: "30" -# - job-spec: "srv6-00" -# build: "31" -# - job-spec: "srv6-01" -# build: "32" -# - job-spec: "vhost-00" -# build: "33" -# - job-spec: "vhost-01" -# build: "34" +# DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-icx pdr +- type: "table" + title: "DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-icx pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-icx-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "2n-skx xxv710" + data-set: "dpdk-2n-skx-curr-iter" + - title: "2n-icx xxv710" + data-set: "dpdk-2n-icx-curr-iter" + comparisons: + - title: "2n-icx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx and T2n-icxBC with xxv710.' + - '2n-icx, 2n-icx: [Mpps +- StDev] results for DPDK tested in CSIT' + - '2n-icx vs 2n-icx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-icx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# DPDK Normalized Comparison Across Testbeds 3n-skx to 3n-icx ndr +- type: "table" + title: "DPDK Normalized Comparison Across Testbeds 3n-skx to 3n-icx ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-skx-3n-icx-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "3n-skx xxv710" + data-set: "dpdk-3n-skx-curr-iter" + - title: "3n-icx xxv710" + data-set: "dpdk-3n-icx-curr-iter" + comparisons: + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-clx" + reference: 1 + compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for DPDK tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# DPDK Normalized Comparison Across Testbeds 3n-skx to 3n-icx pdr +- type: "table" + title: "DPDK Normalized Comparison Across Testbeds 3n-skx to 3n-icx pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-skx-3n-icx-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "3n-skx xxv710" + data-set: "dpdk-3n-skx-curr-iter" + - title: "3n-icx xxv710" + data-set: "dpdk-3n-icx-curr-iter" + comparisons: + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-clx" + reference: 1 + compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for DPDK tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Latency Changes 3n-skx 2t1c - type: "table" @@ -730,10 +1738,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-skx 2t1c @@ -761,10 +1769,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-skx 2t1c @@ -792,10 +1800,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-skx 2t1c @@ -823,10 +1831,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-skx 2t1c @@ -854,10 +1862,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-skx 2t1c @@ -885,10 +1893,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c @@ -916,10 +1924,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c @@ -947,10 +1955,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c @@ -978,10 +1986,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c @@ -1009,10 +2017,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c @@ -1040,10 +2048,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c @@ -1071,10 +2079,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c @@ -1102,10 +2110,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c @@ -1133,10 +2141,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c @@ -1164,10 +2172,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c @@ -1195,10 +2203,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c @@ -1226,10 +2234,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c @@ -1257,10 +2265,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c @@ -1288,10 +2296,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c @@ -1319,10 +2327,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c @@ -1350,10 +2358,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-icx 2t1c @@ -1381,10 +2389,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-icx 2t1c @@ -1412,10 +2420,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-icx 2t1c @@ -1443,10 +2451,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-icx 2t1c @@ -1474,10 +2482,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-icx 2t1c @@ -1505,10 +2513,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-icx 2t1c @@ -1536,10 +2544,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Soak vs NDR - 2n-icx @@ -1616,13 +2624,14 @@ data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 3n-skx 4t2c ndr - type: "table" @@ -1639,13 +2648,14 @@ data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 3n-skx 2t1c pdr - type: "table" @@ -1662,13 +2672,14 @@ data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 3n-skx 4t2c pdr - type: "table" @@ -1685,13 +2696,14 @@ data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 3n-skx 2t1c mrr - type: "table" @@ -1708,13 +2720,14 @@ data-set: "vpp-3n-skx-curr-iter-mrr" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 3n-skx 4t2c mrr - type: "table" @@ -1731,13 +2744,14 @@ data-set: "vpp-3n-skx-curr-iter-mrr" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 3n-skx 8t4c mrr - type: "table" @@ -1754,13 +2768,14 @@ data-set: "vpp-3n-skx-curr-iter-mrr" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 2n-skx 2t1c ndr - type: "table" @@ -1777,13 +2792,14 @@ data-set: "vpp-2n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 2n-skx 4t2c ndr - type: "table" @@ -1800,13 +2816,14 @@ data-set: "vpp-2n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 2n-skx 2t1c pdr - type: "table" @@ -1823,13 +2840,14 @@ data-set: "vpp-2n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 2n-skx 4t2c pdr - type: "table" @@ -1846,13 +2864,14 @@ data-set: "vpp-2n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 2n-skx 2t1c mrr - type: "table" @@ -1869,13 +2888,14 @@ data-set: "vpp-2n-skx-curr-iter-mrr" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 2n-skx 4t2c mrr - type: "table" @@ -1892,13 +2912,14 @@ data-set: "vpp-2n-skx-curr-iter-mrr" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 2n-skx 8t4c mrr - type: "table" @@ -1915,13 +2936,14 @@ data-set: "vpp-2n-skx-curr-iter-mrr" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' ################################################################################ # VPP @@ -1946,9 +2968,9 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: Hoststack on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: Hoststack on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mbps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 2n-clx VSAP @@ -1963,24 +2985,18 @@ data-set: "vpp-2n-clx-hist-iter-vsap-new-env" - title: "2202.0-9" data-set: "vpp-2n-clx-curr-iter-vsap-old-env" - - title: "2022.0-10" - data-set: "vpp-2n-clx-curr-iter-vsap-new-env" - title: "2206.0-10" data-set: "vpp-2n-clx-curr-iter-vsap" comparisons: - - title: "2202.0-10 vs 2202.0-9" + - title: "2206.0-10 vs 2202.0-9" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.' + - 'YYMM.V-E: [cps/rps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 3n-icx 2t1c pdr - type: "table" @@ -2007,10 +3023,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-icx 4t2c pdr @@ -2038,10 +3054,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-icx 2t1c ndr @@ -2069,10 +3085,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-icx 4t2c ndr @@ -2100,10 +3116,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-icx 2t1c pdr @@ -2131,10 +3147,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-icx 4t2c pdr @@ -2162,10 +3178,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-icx 2t1c ndr @@ -2193,10 +3209,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-icx 4t2c ndr @@ -2224,10 +3240,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c pdr @@ -2255,10 +3271,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c pdr @@ -2286,10 +3302,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c ndr @@ -2317,8 +3333,8 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' @@ -2348,10 +3364,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c pdr @@ -2379,10 +3395,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c pdr @@ -2410,10 +3426,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c ndr @@ -2441,10 +3457,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c ndr @@ -2472,10 +3488,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr @@ -2503,10 +3519,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr @@ -2534,10 +3550,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr @@ -2565,10 +3581,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr @@ -2596,10 +3612,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c pdr @@ -2627,10 +3643,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c pdr @@ -2658,10 +3674,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c ndr @@ -2689,10 +3705,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c ndr @@ -2720,10 +3736,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c pdr @@ -2751,10 +3767,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c pdr @@ -2782,10 +3798,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c ndr @@ -2813,10 +3829,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c ndr @@ -2844,10 +3860,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c pdr @@ -2875,10 +3891,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c pdr @@ -2906,10 +3922,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c ndr @@ -2937,10 +3953,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c ndr @@ -2968,10 +3984,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c pdr @@ -2999,10 +4015,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c pdr @@ -3030,10 +4046,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c ndr @@ -3061,10 +4077,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c ndr @@ -3092,10 +4108,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c pdr @@ -3123,10 +4139,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr @@ -3154,10 +4170,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr @@ -3185,10 +4201,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr @@ -3216,10 +4232,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c pdr @@ -3247,10 +4263,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c pdr @@ -3278,10 +4294,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c ndr @@ -3309,10 +4325,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c ndr @@ -3340,10 +4356,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-aws 2t1c pdr @@ -3366,9 +4382,9 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c pdr @@ -3391,9 +4407,9 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 2t1c ndr @@ -3416,9 +4432,9 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c ndr @@ -3441,9 +4457,9 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # # VPP Performance Changes 3n-aws 2t1c pdr @@ -3466,9 +4482,9 @@ # compare: 3 # legend: # - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # # VPP Performance Changes 3n-aws 4t2c pdr @@ -3491,9 +4507,9 @@ # compare: 3 # legend: # - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # # VPP Performance Changes 3n-aws 2t1c ndr @@ -3516,9 +4532,9 @@ # compare: 3 # legend: # - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - 'Test Case: Test cases executed for: NDR throughput on 3n-aws with nitro50g.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # # VPP Performance Changes 3n-aws 4t2c ndr @@ -3541,263 +4557,11 @@ # compare: 3 # legend: # - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - 'Test Case: Test cases executed for: NDR throughput on 3n-aws with nitro50g.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter" - - title: "2n-clx" - data-set: "vpp-2n-clx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." - -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter" - - title: "2n-clx" - data-set: "vpp-2n-clx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." - -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter" - - title: "2n-clx" - data-set: "vpp-2n-clx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." - -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter" - - title: "2n-clx" - data-set: "vpp-2n-clx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." - -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-3n-skx-curr-iter" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" - columns: - - title: "3n-skx xxv710" - data-set: "vpp-3n-skx-curr-iter" - - title: "3n-icx xxv710" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c ndr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" - columns: - - title: "3n-skx xxv710" - data-set: "vpp-3n-skx-curr-iter" - - title: "3n-icx xxv710" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" - columns: - - title: "3n-skx xxv710" - data-set: "vpp-3n-skx-curr-iter" - - title: "3n-icx xxv710" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" - columns: - - title: "3n-skx xxv710" - data-set: "vpp-3n-skx-curr-iter" - - title: "3n-icx xxv710" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." - # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr" @@ -3806,18 +4570,19 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" columns: - - title: "3n-skx" + - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter" - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr - type: "table" @@ -3827,18 +4592,19 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" columns: - - title: "3n-skx" + - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter" - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr - type: "table" @@ -3848,18 +4614,19 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" columns: - - title: "3n-skx" + - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter" - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr - type: "table" @@ -3869,18 +4636,19 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" columns: - - title: "3n-skx" + - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter" - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Performance Changes 3n-icx 2t1c mrr - type: "table" @@ -3907,10 +4675,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-icx 4t2c mrr @@ -3938,10 +4706,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-icx 8t4c mrr @@ -3969,10 +4737,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-icx 2t1c mrr @@ -4000,10 +4768,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-icx 4t2c mrr @@ -4031,10 +4799,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-icx 8t4c mrr @@ -4062,10 +4830,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c mrr @@ -4093,10 +4861,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c mrr @@ -4124,10 +4892,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 8t4c mrr @@ -4155,10 +4923,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c mrr @@ -4186,10 +4954,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c mrr @@ -4217,10 +4985,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 8t4c mrr @@ -4248,10 +5016,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr @@ -4279,10 +5047,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr @@ -4310,10 +5078,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr @@ -4341,10 +5109,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c mrr @@ -4372,10 +5140,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c mrr @@ -4403,10 +5171,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 8t4c mrr @@ -4434,10 +5202,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c mrr @@ -4465,10 +5233,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c mrr @@ -4496,10 +5264,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 8t4c mrr @@ -4527,10 +5295,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c mrr @@ -4558,10 +5326,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c mrr @@ -4589,10 +5357,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 4t4c mrr @@ -4620,10 +5388,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c mrr @@ -4651,10 +5419,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c mrr @@ -4682,10 +5450,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 4t4c mrr @@ -4713,10 +5481,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr @@ -4744,10 +5512,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c mrr @@ -4775,10 +5543,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 4t4c mrr @@ -4806,10 +5574,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c mrr @@ -4837,10 +5605,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c mrr @@ -4868,10 +5636,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 4t4c mrr @@ -4899,10 +5667,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-aws 2t1c mrr @@ -4925,337 +5693,151 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c mrr - type: "table" title: "VPP Performance Changes 2n-aws 4t2c mrr" algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-4t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C'" - columns: - - title: "2110.0-8" - data-set: "vpp-2n-aws-hist-iter-mrr" - - title: "2202.0-9" - data-set: "vpp-2n-aws-prev-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-2n-aws-curr-iter-mrr" - comparisons: - - title: "2206.0-10 vs 2202.0-9" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# # VPP Performance Changes 3n-aws 2t1c mrr -# - type: "table" -# title: "VPP Performance Changes 3n-aws 2t1c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-2t1c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C'" -# columns: -# - title: "2110.0-8" -# data-set: "vpp-3n-aws-hist-iter-mrr" -# - title: "2202.0-9" -# data-set: "vpp-3n-aws-prev-iter-mrr" -# - title: "2206.0-10" -# data-set: "vpp-3n-aws-curr-iter-mrr" -# comparisons: -# - title: "2206.0-10 vs 2202.0-9" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# # VPP Performance Changes 3n-aws 4t2c mrr -# - type: "table" -# title: "VPP Performance Changes 3n-aws 4t2c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C'" -# columns: -# - title: "2110.0-8" -# data-set: "vpp-3n-aws-hist-iter-mrr" -# - title: "2202.0-9" -# data-set: "vpp-3n-aws-prev-iter-mrr" -# - title: "2206.0-10" -# data-set: "vpp-3n-aws-curr-iter-mrr" -# comparisons: -# - title: "2206.0-10 vs 2202.0-9" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter-mrr" - - title: "2n-clx" - data-set: "vpp-2n-clx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." - -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter-mrr" - - title: "2n-clx" - data-set: "vpp-2n-clx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." - -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter-mrr" - - title: "2n-clx" - data-set: "vpp-2n-clx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." - -# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr -- type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR' and '1C' and 'NIC_Intel-XXV710'" - columns: - - title: "3n-skx" - data-set: "vpp-3n-skx-curr-iter-mrr" - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." - -# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr -- type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR' and '2C' and 'NIC_Intel-XXV710'" - columns: - - title: "3n-skx" - data-set: "vpp-3n-skx-curr-iter-mrr" - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." - -# VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr -- type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR' and '4C' and 'NIC_Intel-XXV710'" - columns: - - title: "3n-skx" - data-set: "vpp-3n-skx-curr-iter-mrr" - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." - -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter-mrr" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter-mrr" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter-mrr" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C'" + columns: + - title: "2110.0-8" + data-set: "vpp-2n-aws-hist-iter-mrr" + - title: "2202.0-9" + data-set: "vpp-2n-aws-prev-iter-mrr" + - title: "2206.0-10" + data-set: "vpp-2n-aws-curr-iter-mrr" comparisons: - - title: "Diff" - reference: 1 - compare: 2 + - title: "2206.0-10 vs 2202.0-9" + reference: 2 + compare: 3 legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + +# # VPP Performance Changes 3n-aws 2t1c mrr +# - type: "table" +# title: "VPP Performance Changes 3n-aws 2t1c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-2t1c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C'" +# columns: +# - title: "2110.0-8" +# data-set: "vpp-3n-aws-hist-iter-mrr" +# - title: "2202.0-9" +# data-set: "vpp-3n-aws-prev-iter-mrr" +# - title: "2206.0-10" +# data-set: "vpp-3n-aws-curr-iter-mrr" +# comparisons: +# - title: "2206.0-10 vs 2202.0-9" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + +# # VPP Performance Changes 3n-aws 4t2c mrr +# - type: "table" +# title: "VPP Performance Changes 3n-aws 4t2c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C'" +# columns: +# - title: "2110.0-8" +# data-set: "vpp-3n-aws-hist-iter-mrr" +# - title: "2202.0-9" +# data-set: "vpp-3n-aws-prev-iter-mrr" +# - title: "2206.0-10" +# data-set: "vpp-3n-aws-curr-iter-mrr" +# comparisons: +# - title: "2206.0-10 vs 2202.0-9" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c mrr +# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr - type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c mrr" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'" + filter: "'MRR' and '1C' and 'NIC_Intel-XXV710'" columns: - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter-mrr" - - title: "3n-icx xxv710" - data-set: "vpp-3n-icx-curr-iter-mrr" + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c mrr +# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr - type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c mrr" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'" + filter: "'MRR' and '2C' and 'NIC_Intel-XXV710'" columns: - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter-mrr" - - title: "3n-icx xxv710" - data-set: "vpp-3n-icx-curr-iter-mrr" + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 4c mrr +# VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr - type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 4c mrr" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'" + filter: "'MRR' and '4C' and 'NIC_Intel-XXV710'" columns: - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter-mrr" - - title: "3n-icx xxv710" - data-set: "vpp-3n-icx-curr-iter-mrr" + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # Detailed Test Results - VPP Performance Results 3n-skx - type: "table" @@ -6304,13 +6886,14 @@ - title: "22.03" data-set: "dpdk-3n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 1 compare: 2 legend: - - "" - - "21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-icx 4t2c pdr - type: "table" @@ -6327,13 +6910,14 @@ - title: "22.03" data-set: "dpdk-3n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 1 compare: 2 legend: - - "" - - "21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-icx 2t1c ndr - type: "table" @@ -6350,13 +6934,14 @@ - title: "22.03" data-set: "dpdk-3n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 1 compare: 2 legend: - - "" - - "21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' + - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-icx 4t2c ndr - type: "table" @@ -6373,13 +6958,14 @@ - title: "22.03" data-set: "dpdk-3n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 1 compare: 2 legend: - - "" - - "21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' + - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-icx 2t1c pdr - type: "table" @@ -6396,13 +6982,14 @@ - title: "22.03" data-set: "dpdk-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 1 compare: 2 legend: - - "" - - "21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-icx 4t2c pdr - type: "table" @@ -6419,13 +7006,14 @@ - title: "22.03" data-set: "dpdk-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 1 compare: 2 legend: - - "" - - "21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-icx 2t1c ndr - type: "table" @@ -6442,13 +7030,14 @@ - title: "22.03" data-set: "dpdk-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 1 compare: 2 legend: - - "" - - "21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' + - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-icx 4t2c ndr - type: "table" @@ -6465,13 +7054,14 @@ - title: "22.03" data-set: "dpdk-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 1 compare: 2 legend: - - "" - - "21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' + - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-skx 2t1c pdr - type: "table" @@ -6488,13 +7078,14 @@ - title: "22.03" data-set: "dpdk-3n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -6511,13 +7102,14 @@ - title: "22.03" data-set: "dpdk-3n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -6534,13 +7126,14 @@ - title: "22.03" data-set: "dpdk-3n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -6557,13 +7150,14 @@ - title: "22.03" data-set: "dpdk-3n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -6580,13 +7174,14 @@ - title: "22.03" data-set: "dpdk-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -6603,13 +7198,14 @@ - title: "22.03" data-set: "dpdk-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -6626,13 +7222,14 @@ - title: "22.03" data-set: "dpdk-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -6649,13 +7246,14 @@ - title: "22.03" data-set: "dpdk-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-clx 2t1c pdr - type: "table" @@ -6672,13 +7270,14 @@ - title: "22.03" data-set: "dpdk-2n-clx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-clx 4t2c pdr - type: "table" @@ -6695,13 +7294,14 @@ - title: "22.03" data-set: "dpdk-2n-clx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-clx 2t1c ndr - type: "table" @@ -6718,13 +7318,14 @@ - title: "22.03" data-set: "dpdk-2n-clx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-clx 4t2c ndr - type: "table" @@ -6741,13 +7342,14 @@ - title: "22.03" data-set: "dpdk-2n-clx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-zn2 2t1c pdr - type: "table" @@ -6764,13 +7366,14 @@ - title: "22.03" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-zn2 4t2c pdr - type: "table" @@ -6787,13 +7390,14 @@ - title: "22.03" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-zn2 2t1c ndr - type: "table" @@ -6810,13 +7414,14 @@ - title: "22.03" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-zn2 4t2c ndr - type: "table" @@ -6833,13 +7438,14 @@ - title: "22.03" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -6856,13 +7462,14 @@ - title: "22.03" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -6879,13 +7486,14 @@ - title: "22.03" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -6902,13 +7510,14 @@ - title: "22.03" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -6925,13 +7534,14 @@ - title: "22.03" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-tx2 1t1c pdr - type: "table" @@ -6948,13 +7558,14 @@ - title: "22.03" data-set: "dpdk-2n-tx2-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-tx2 2t2c pdr - type: "table" @@ -6970,186 +7581,63 @@ data-set: "dpdk-2n-tx2-prev-iter" - title: "22.03" data-set: "dpdk-2n-tx2-curr-iter" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." - -# DPDK Performance Changes 2n-tx2 1t1c ndr -- type: "table" - title: "DPDK Performance Changes 2n-tx2 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" - columns: - - title: "21.08" - data-set: "dpdk-2n-tx2-hist-iter" - - title: "21.11" - data-set: "dpdk-2n-tx2-prev-iter" - - title: "22.03" - data-set: "dpdk-2n-tx2-curr-iter" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." - -# DPDK Performance Changes 2n-tx2 2t2c ndr -- type: "table" - title: "DPDK Performance Changes 2n-tx2 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" - columns: - - title: "21.08" - data-set: "dpdk-2n-tx2-hist-iter" - - title: "21.11" - data-set: "dpdk-2n-tx2-prev-iter" - - title: "22.03" - data-set: "dpdk-2n-tx2-curr-iter" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." - -# DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr -- type: "table" - title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "dpdk-2n-skx-curr-iter" - - title: "2n-clx" - data-set: "dpdk-2n-clx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." - -# DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr -- type: "table" - title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "dpdk-2n-skx-curr-iter" - - title: "2n-clx" - data-set: "dpdk-2n-clx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." - -# DPDK Comparison Across Testbeds 2n-clx to 2n-icx ndr -- type: "table" - title: "DPDK Comparison Across Testbeds 2n-clx to 2n-icx ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-clx-2n-icx-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" - columns: - - title: "2n-clx xxv710" - data-set: "dpdk-2n-clx-curr-iter" - - title: "2n-icx xxv710" - data-set: "dpdk-2n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." - -# DPDK Comparison Across Testbeds 2n-clx to 2n-icx pdr -- type: "table" - title: "DPDK Comparison Across Testbeds 2n-clx to 2n-icx pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-clx-2n-icx-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" - columns: - - title: "2n-clx xxv710" - data-set: "dpdk-2n-clx-curr-iter" - - title: "2n-icx xxv710" - data-set: "dpdk-2n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 + comparisons: + - title: "22.03 vs 21.11" + reference: 2 + compare: 3 legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Comparison Across Testbeds 3n-skx to 3n-icx ndr +# DPDK Performance Changes 2n-tx2 1t1c ndr - type: "table" - title: "DPDK Comparison Across Testbeds 3n-skx to 3n-icx ndr" + title: "DPDK Performance Changes 2n-tx2 1t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-skx-3n-icx-ndr" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" + filter: "'1T1C' and 'NDRPDR'" columns: - - title: "3n-skx xxv710" - data-set: "dpdk-3n-skx-curr-iter" - - title: "3n-icx xxv710" - data-set: "dpdk-3n-icx-curr-iter" + - title: "21.08" + data-set: "dpdk-2n-tx2-hist-iter" + - title: "21.11" + data-set: "dpdk-2n-tx2-prev-iter" + - title: "22.03" + data-set: "dpdk-2n-tx2-curr-iter" comparisons: - - title: "Diff" - reference: 1 - compare: 2 + - title: "22.03 vs 21.11" + reference: 2 + compare: 3 legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Comparison Across Testbeds 3n-skx to 3n-icx pdr +# DPDK Performance Changes 2n-tx2 2t2c ndr - type: "table" - title: "DPDK Comparison Across Testbeds 3n-skx to 3n-icx pdr" + title: "DPDK Performance Changes 2n-tx2 2t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-skx-3n-icx-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR'" columns: - - title: "3n-skx xxv710" - data-set: "dpdk-3n-skx-curr-iter" - - title: "3n-icx xxv710" - data-set: "dpdk-3n-icx-curr-iter" + - title: "21.08" + data-set: "dpdk-2n-tx2-hist-iter" + - title: "21.11" + data-set: "dpdk-2n-tx2-prev-iter" + - title: "22.03" + data-set: "dpdk-2n-tx2-curr-iter" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr - type: "table" @@ -7159,18 +7647,19 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710'" columns: - - title: "3n-skx" + - title: "3n-skx xxv710" data-set: "dpdk-3n-skx-curr-iter" - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "dpdk-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for DPDK tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr - type: "table" @@ -7180,18 +7669,19 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710'" columns: - - title: "3n-skx" + - title: "3n-skx xxv710" data-set: "dpdk-3n-skx-curr-iter" - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "dpdk-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for DPDK tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # Detailed Test Results - DPDK Performance Results 3n-skx - type: "table" @@ -7898,91 +8388,179 @@ # VSAP tests 2n-clx - type: "plot" - title: "2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" data: "vpp-2n-clx-curr-iter-vsap" include: - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" layout: - title: "2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" layout: "plot-hoststack" - type: "plot" - title: "2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" data: "vpp-2n-clx-curr-iter-vsap" include: - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" layout: - title: "2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" layout: "plot-hoststack" - type: "plot" - title: "2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" data: "vpp-2n-clx-curr-iter-vsap" include: - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" layout: - title: "2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" layout: "plot-hoststack" - type: "plot" - title: "2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" data: "vpp-2n-clx-curr-iter-vsap" include: - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" layout: - title: "2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" layout: "plot-hoststack" - type: "plot" - title: "2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" data: "vpp-2n-clx-curr-iter-vsap" include: - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" layout: - title: "2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" layout: "plot-hoststack" - type: "plot" - title: "2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" data: "vpp-2n-clx-curr-iter-vsap" include: - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" layout: - title: "2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" layout: "plot-hoststack" - type: "plot" - title: "2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" data: "vpp-2n-clx-curr-iter-vsap" include: - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" layout: - title: "2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" layout: "plot-hoststack" - type: "plot" - title: "2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" data: "vpp-2n-clx-curr-iter-vsap" include: - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" layout: - title: "2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" + layout: + title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" + layout: + title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" + layout: + title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" + layout: + title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" + layout: + title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" + layout: + title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" + layout: + title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" + layout: + title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" layout: "plot-hoststack" # Hoststack tests 3n-skx @@ -12428,6 +13006,149 @@ title: "2n-clx-cx556a-64b-{core}-rdma-l2-vhost-base-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-clx-e810cq-64b-{core}-memif-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-{core}-memif-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-clx-e810cq-64b-{core}-memif-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-e810cq-64b-{core}-ip4-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-{core}-ip4-base-scale-avf-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-rnd-ndrpdr" + layout: + title: "2n-clx-e810cq-64b-{core}-ip4-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-e810cq-64b-{core}-ip4-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-{core}-ip4-base-scale-dpdk-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" + layout: + title: "2n-clx-e810cq-64b-{core}-ip4-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-e810cq-64b-{core}-ip4-features-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-{core}-ip4-features-avf-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + layout: + title: "2n-clx-e810cq-64b-{core}-ip4-features-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-e810cq-64b-{core}-ip4-features-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-{core}-ip4-features-dpdk-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + layout: + title: "2n-clx-e810cq-64b-{core}-ip4-features-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-e810cq-78b-{core}-ip6-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-78b-{core}-ip6-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" + layout: + title: "2n-clx-e810cq-78b-{core}-ip6-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-e810cq-64b-{core}-l2-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-{core}-l2-avf-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-e810cq-64b-{core}-l2-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-e810cq-64b-{core}-l2-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-{core}-l2-dpdk-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-ndrpdr.64B-{core}-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-e810cq-64b-{core}-l2-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-e810cq-64b-{core}-vhost-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-{core}-vhost-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "2n-clx-e810cq-64b-{core}-vhost-{test_type}" + layout: "plot-throughput" + ################################################################################ # Packet Speedup @@ -12938,6 +13659,140 @@ title: "2n-clx-cx556a-64b-rdma-l2-vhost-base-{test_type}" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-clx-e810cq-64b-memif-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-memif-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-clx-e810cq-64b-memif-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-e810cq-64b-ip4-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-ip4-base-scale-avf-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-rnd-ndrpdr" + layout: + title: "2n-clx-e810cq-64b-ip4-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-e810cq-64b-ip4-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-ip4-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" + layout: + title: "2n-clx-e810cq-64b-ip4-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-e810cq-64b-ip4-features-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-ip4-features-avf-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + layout: + title: "2n-clx-e810cq-64b-ip4-features-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-e810cq-64b-ip4-features-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-ip4-features-dpdk-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + layout: + title: "2n-clx-e810cq-64b-ip4-features-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-e810cq-78b-ip6-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-78b-ip6-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-.t.c-ethip6-ip6scale20k-rnd-ndrpdr" + layout: + title: "2n-clx-e810cq-78b-ip6-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-e810cq-64b-l2-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-l2-avf-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-e810cq-64b-l2-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-e810cq-64b-l2-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-l2-dpdk-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-e810cq-64b-l2-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-e810cq-64b-vhost-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-vhost-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "2n-clx-e810cq-64b-vhost-{test_type}" + layout: "plot-throughput-speedup-analysis" + # 2n-icx - type: "plot" @@ -15164,6 +16019,17 @@ layout: layout: "plot-hdrh-latency-percentile-x-log" +- type: "plot" + title: "Latency by percentile: 2n-clx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-clx" + output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" + target-links: "../../_static/vpp" + data: "vpp-2n-clx-curr-iter-best" + filter: "'2T1C' and 'NIC_Intel-E810CQ'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + - type: "plot" title: "Latency by percentile: 2n-icx" algorithm: "plot_hdrh_lat_by_percentile_x_log"