X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=d3812d572a59b5f6745bd733facaae27eff82dca;hp=ca882d675c1ba328b94d242255bd7087b440b313;hb=3307def2715f5da0a99a502e38630a25a27a5959;hpb=9748f8e1b20bc528fb0143a08f111f48426ada3e diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index ca882d675c..d3812d572a 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -27,47 +27,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-icx-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 2n-icx-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov" -# jb-type: "coverage" -# data: "vpp-2n-icx-curr-cov" -# lines: -# - job-spec: "gso-00" -# build: "1" -# - job-spec: "ip4-00" -# build: "2" -# - job-spec: "ip4-01" -# build: "3" -# - job-spec: "ip4-02" -# build: "4" -# - job-spec: "ip4-03" -# build: "5" -# - job-spec: "ip4-04" -# build: "6" -# - job-spec: "ip4-05" -# build: "7" -# - job-spec: "ip4-06" -# build: "8" -# - job-spec: "ip4-07" -# build: "9" -# - job-spec: "ip4tun-00" -# build: "10" -# - job-spec: "ip6-00" -# build: "11" -# - job-spec: "ip6-01" -# build: "12" -# - job-spec: "l2-00" -# build: "13" -# - job-spec: "l2-01" -# build: "14" -# - job-spec: "lb-00" -# build: "15" -# - job-spec: "memif-00" -# build: "16" -# - job-spec: "vhost-00" -# build: "17" +- type: "table" + title: "Job Specification Duration: 2n-icx-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov" + jb-type: "coverage" + data: "vpp-2n-icx-curr-cov" + lines: + - job-spec: "gso-00" + build: "1" + - job-spec: "ip4-00" + build: "2" + - job-spec: "ip4-01" + build: "3" + - job-spec: "ip4-02" + build: "4" + - job-spec: "ip4-03" + build: "5" + - job-spec: "ip4-04" + build: "6" + - job-spec: "ip4-05" + build: "7" + - job-spec: "ip4-06" + build: "8" + - job-spec: "ip4-07" + build: "9" + - job-spec: "ip4tun-00" + build: "10" + - job-spec: "ip6-00" + build: "11" + - job-spec: "ip6-01" + build: "12" + - job-spec: "l2-00" + build: "13" + - job-spec: "l2-01" + build: "14" + - job-spec: "lb-00" + build: "15" + - job-spec: "memif-00" + build: "16" + - job-spec: "vhost-00" + build: "17" - type: "table" title: "Job Specification Duration: 3n-icx-iterative" @@ -82,81 +82,83 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-icx-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 3n-icx-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov" -# jb-type: "coverage" -# data: "vpp-3n-icx-curr-cov" -# lines: -# - job-spec: "crypto-00" -# build: "35" -# - job-spec: "crypto-01" -# build: "36" -# - job-spec: "crypto-02" -# build: "37" -# - job-spec: "crypto-03" # Completly failed -# build: "70" -# - job-spec: "crypto-04" -# build: "38" -# - job-spec: "ip4-00" -# build: "39" -# - job-spec: "ip4-01" -# build: "40" -# - job-spec: "ip4-02" -# build: "41" -# - job-spec: "ip4-03" -# build: "42" -# - job-spec: "ip4-04" -# build: "43" -# - job-spec: "ip4-05" -# build: "44" -# - job-spec: "ip4-06" -# build: "45" -# - job-spec: "ip4-07" -# build: "46" -# - job-spec: "ip4tun-00" -# build: "47" -# - job-spec: "ip4tun-02" -# build: "48" -# - job-spec: "ip6-00" -# build: "49" -# - job-spec: "ip6-01" -# build: "50" -# - job-spec: "ip6tun-00" -# build: "71" -# - job-spec: "l2-00" -# build: "52" -# - job-spec: "l2-01" -# build: "53" -# - job-spec: "l2-02" -# build: "68" -# - job-spec: "l2-03" -# build: "55" -# - job-spec: "l2-04" -# build: "56" -# - job-spec: "l2-05" -# build: "57" -# - job-spec: "l2-06" -# build: "58" -# - job-spec: "l2-07" -# build: "59" -# - job-spec: "l2-08" -# build: "60" -# - job-spec: "l2-09" -# build: "61" -# - job-spec: "l2-10" -# build: "69" -# - job-spec: "memif-00" -# build: "63" -# - job-spec: "srv6-00" -# build: "64" -# - job-spec: "srv6-01" -# build: "65" -# - job-spec: "vhost-00" -# build: "66" -# - job-spec: "vhost-01" -# build: "67" +- type: "table" + title: "Job Specification Duration: 3n-icx-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov" + jb-type: "coverage" + data: "vpp-3n-icx-curr-cov" + lines: + - job-spec: "crypto-00" + build: "1" + - job-spec: "crypto-01" + build: "2" + - job-spec: "crypto-02" + build: "3" + # - job-spec: "crypto-03" + # build: "35" + - job-spec: "crypto-04" + build: "4" + - job-spec: "crypto-05" + build: "34" + - job-spec: "ip4-00" + build: "5" + - job-spec: "ip4-01" + build: "6" + - job-spec: "ip4-02" + build: "7" + - job-spec: "ip4-03" + build: "8" + - job-spec: "ip4-04" + build: "9" + - job-spec: "ip4-05" + build: "10" + - job-spec: "ip4-06" + build: "11" + - job-spec: "ip4-07" + build: "12" + - job-spec: "ip4tun-00" + build: "13" + - job-spec: "ip4tun-02" + build: "14" + - job-spec: "ip6-00" + build: "15" + - job-spec: "ip6-01" + build: "16" + - job-spec: "ip6tun-00" + build: "17" + - job-spec: "l2-00" + build: "18" + - job-spec: "l2-01" + build: "19" + - job-spec: "l2-02" + build: "20" + - job-spec: "l2-03" + build: "21" + - job-spec: "l2-04" + build: "22" + - job-spec: "l2-05" + build: "23" + - job-spec: "l2-06" + build: "24" + - job-spec: "l2-07" + build: "25" + - job-spec: "l2-08" + build: "26" + - job-spec: "l2-09" + build: "27" + - job-spec: "l2-10" + build: "28" + - job-spec: "memif-00" + build: "29" + - job-spec: "srv6-00" + build: "30" + - job-spec: "srv6-01" + build: "31" + - job-spec: "vhost-00" + build: "32" + - job-spec: "vhost-01" + build: "33" - type: "table" title: "Job Specification Duration: 2n-clx-iterative" @@ -183,47 +185,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-clx-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 2n-clx-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" -# jb-type: "coverage" -# data: "vpp-2n-clx-curr-cov" -# lines: -# - job-spec: "gso-00" -# build: "18" -# - job-spec: "ip4-00" -# build: "19" -# - job-spec: "ip4-01" -# build: "20" -# - job-spec: "ip4-02" -# build: "21" -# - job-spec: "ip4-03" -# build: "22" -# - job-spec: "ip4-04" -# build: "23" -# - job-spec: "ip4-05" -# build: "24" -# - job-spec: "ip4-06" -# build: "25" -# - job-spec: "ip4-07" -# build: "26" -# - job-spec: "ip4tun-00" -# build: "27" -# - job-spec: "ip6-00" -# build: "28" -# - job-spec: "ip6-01" -# build: "29" -# - job-spec: "l2-00" -# build: "30" -# - job-spec: "l2-01" -# build: "31" -# - job-spec: "lb-00" -# build: "32" -# - job-spec: "memif-00" -# build: "33" -# - job-spec: "vhost-00" -# build: "34" +- type: "table" + title: "Job Specification Duration: 2n-clx-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" + jb-type: "coverage" + data: "vpp-2n-clx-curr-cov" + lines: + - job-spec: "gso-00" + build: "4" + # - job-spec: "ip4-00" + # build: "5" + - job-spec: "ip4-01" + build: "6" + - job-spec: "ip4-02" + build: "7" + - job-spec: "ip4-03" + build: "8" + - job-spec: "ip4-04" + build: "9" + - job-spec: "ip4-05" + build: "10" + - job-spec: "ip4-06" + build: "11" + - job-spec: "ip4-07" + build: "12" + - job-spec: "ip4tun-00" + build: "13" + - job-spec: "ip6-00" + build: "14" + - job-spec: "ip6-01" + build: "15" + - job-spec: "l2-00" + build: "16" + - job-spec: "l2-01" + build: "17" + - job-spec: "lb-00" + build: "18" + - job-spec: "memif-00" + build: "19" + - job-spec: "vhost-00" + build: "20" - type: "table" title: "Job Specification Duration: 2n-dnv-iterative" @@ -236,25 +238,25 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-dnv-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 2n-dnv-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" -# jb-type: "coverage" -# data: "vpp-2n-dnv-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "7" -# - job-spec: "ip4-01" -# build: "8" -# - job-spec: "ip6-00" -# build: "14" -# - job-spec: "ip6-01" -# build: "10" -# - job-spec: "l2-00" -# build: "11" -# - job-spec: "l2-01" -# build: "12" +- type: "table" + title: "Job Specification Duration: 2n-dnv-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" + jb-type: "coverage" + data: "vpp-2n-dnv-curr-cov" + lines: + - job-spec: "ip4-00" + build: "1" + - job-spec: "ip4-01" + build: "7" + - job-spec: "ip6-00" + build: "3" + - job-spec: "ip6-01" + build: "4" + - job-spec: "l2-00" + build: "5" + - job-spec: "l2-01" + build: "6" - type: "table" title: "Job Specification Duration: 2n-aws-iterative" @@ -267,15 +269,15 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-aws-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 2n-aws-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov" -# jb-type: "coverage" -# data: "vpp-2n-aws-curr-cov" -# lines: -# - job-spec: "vpp-00" -# build: "1" +- type: "table" + title: "Job Specification Duration: 2n-aws-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov" + jb-type: "coverage" + data: "vpp-2n-aws-curr-cov" + lines: + - job-spec: "vpp-00" + build: "1" # - type: "table" # title: "Job Specification Duration: 3n-aws-iterative" @@ -323,47 +325,47 @@ - job-spec: "trex-mlr-00" data-set: "trex-2n-skx-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 2n-skx-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-cov" -# jb-type: "coverage" -# data: "vpp-2n-skx-curr-cov" -# lines: -# - job-spec: "gso-00" -# build: "18" -# - job-spec: "ip4-00" -# build: "19" -# - job-spec: "ip4-01" -# build: "20" -# - job-spec: "ip4-02" -# build: "21" -# - job-spec: "ip4-03" -# build: "22" -# - job-spec: "ip4-04" -# build: "23" -# - job-spec: "ip4-05" -# build: "24" -# - job-spec: "ip4-06" -# build: "25" -# - job-spec: "ip4-07" -# build: "26" -# - job-spec: "ip4tun-00" -# build: "27" -# - job-spec: "ip6-00" -# build: "28" -# - job-spec: "ip6-01" -# build: "29" -# - job-spec: "l2-00" -# build: "30" -# - job-spec: "l2-01" -# build: "31" -# - job-spec: "lb-00" -# build: "32" -# - job-spec: "memif-00" -# build: "33" -# - job-spec: "vhost-00" -# build: "34" +- type: "table" + title: "Job Specification Duration: 2n-skx-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-cov" + jb-type: "coverage" + data: "vpp-2n-skx-curr-cov" + lines: + - job-spec: "gso-00" + build: "1" + - job-spec: "ip4-00" + build: "2" + - job-spec: "ip4-01" + build: "3" + - job-spec: "ip4-02" + build: "4" + - job-spec: "ip4-03" + build: "5" + - job-spec: "ip4-04" + build: "6" + - job-spec: "ip4-05" + build: "7" + - job-spec: "ip4-06" + build: "8" + - job-spec: "ip4-07" + build: "9" + - job-spec: "ip4tun-00" + build: "10" + - job-spec: "ip6-00" + build: "11" + - job-spec: "ip6-01" + build: "12" + - job-spec: "l2-00" + build: "13" + - job-spec: "l2-01" + build: "14" + - job-spec: "lb-00" + build: "15" + - job-spec: "memif-00" + build: "16" + - job-spec: "vhost-00" + build: "17" - type: "table" title: "Job Specification Duration: 2n-tx2-iterative" @@ -376,41 +378,41 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-tx2-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 2n-tx2-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" -# jb-type: "coverage" -# data: "vpp-2n-tx2-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "15" -# - job-spec: "ip4-01" -# build: "16" -# - job-spec: "ip4-02" -# build: "17" -# - job-spec: "ip4-03" -# build: "18" -# - job-spec: "ip4-04" -# build: "19" -# - job-spec: "ip4-05" -# build: "20" -# - job-spec: "ip4-06" -# build: "21" -# - job-spec: "ip6-00" -# build: "22" -# - job-spec: "ip6-01" -# build: "23" -# - job-spec: "l2-00" -# build: "24" -# - job-spec: "l2-01" -# build: "25" -# - job-spec: "l2-02" -# build: "26" -# - job-spec: "l2-03" -# build: "27" -# - job-spec: "l2-04" -# build: "28" +- type: "table" + title: "Job Specification Duration: 2n-tx2-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" + jb-type: "coverage" + data: "vpp-2n-tx2-curr-cov" + lines: + # - job-spec: "ip4-00" + # build: "1" + - job-spec: "ip4-01" + build: "2" + - job-spec: "ip4-02" + build: "3" + - job-spec: "ip4-03" + build: "4" + - job-spec: "ip4-04" + build: "5" + - job-spec: "ip4-05" + build: "6" + - job-spec: "ip4-06" + build: "7" + - job-spec: "ip6-00" + build: "8" + - job-spec: "ip6-01" + build: "9" + - job-spec: "l2-00" + build: "10" + - job-spec: "l2-01" + build: "11" + - job-spec: "l2-02" + build: "12" + # - job-spec: "l2-03" + # build: "13" + - job-spec: "l2-04" + build: "14" - type: "table" title: "Job Specification Duration: 2n-zn2-iterative" @@ -427,43 +429,43 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-zn2-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 2n-zn2-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" -# jb-type: "coverage" -# data: "vpp-2n-zn2-curr-cov" -# lines: -# - job-spec: "gso-00" -# build: "16" -# - job-spec: "ip4-00" -# build: "17" -# - job-spec: "ip4-01" -# build: "18" -# - job-spec: "ip4-02" -# build: "19" -# - job-spec: "ip4-03" -# build: "20" -# - job-spec: "ip4-04" -# build: "21" -# - job-spec: "ip4-05" -# build: "22" -# - job-spec: "ip4tun-00" -# build: "23" -# - job-spec: "ip6-00" -# build: "24" -# - job-spec: "ip6-01" -# build: "25" -# - job-spec: "l2-00" -# build: "26" -# - job-spec: "l2-01" -# build: "27" -# - job-spec: "lb-00" -# build: "28" -# - job-spec: "memif-00" -# build: "29" -# - job-spec: "vhost-00" -# build: "30" +- type: "table" + title: "Job Specification Duration: 2n-zn2-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" + jb-type: "coverage" + data: "vpp-2n-zn2-curr-cov" + lines: + # - job-spec: "gso-00" + # build: "1" + - job-spec: "ip4-00" + build: "2" + - job-spec: "ip4-01" + build: "3" + # - job-spec: "ip4-02" + # build: "4" + - job-spec: "ip4-03" + build: "5" + - job-spec: "ip4-04" + build: "6" + - job-spec: "ip4-05" + build: "7" + # - job-spec: "ip4tun-00" + # build: "8" + - job-spec: "ip6-00" + build: "9" + # - job-spec: "ip6-01" + # build: "10" + # - job-spec: "l2-00" + # build: "11" + # - job-spec: "l2-01" + # build: "12" + # - job-spec: "lb-00" + # build: "13" + # - job-spec: "memif-00" + # build: "14" + # - job-spec: "vhost-00" + # build: "15" - type: "table" title: "Job Specification Duration: 3n-dnv-iterative" @@ -476,33 +478,33 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-3n-dnv-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 3n-dnv-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" -# jb-type: "coverage" -# data: "vpp-3n-dnv-curr-cov" -# lines: -# - job-spec: "crypto-00" -# build: "11" -# - job-spec: "crypto-01" -# build: "12" -# - job-spec: "crypto-02" -# build: "13" -# - job-spec: "ip4-00" -# build: "14" -# - job-spec: "ip4-01" -# build: "15" -# - job-spec: "ip4tun-00" -# build: "16" -# - job-spec: "ip6-00" -# build: "17" -# - job-spec: "ip6-01" -# build: "18" -# - job-spec: "l2-00" -# build: "19" -# - job-spec: "l2-01" -# build: "20" +- type: "table" + title: "Job Specification Duration: 3n-dnv-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" + jb-type: "coverage" + data: "vpp-3n-dnv-curr-cov" + lines: + - job-spec: "crypto-00" + build: "1" + - job-spec: "crypto-01" + build: "2" + - job-spec: "crypto-02" + build: "3" + - job-spec: "ip4-00" + build: "4" + - job-spec: "ip4-01" + build: "5" + - job-spec: "ip4tun-00" + build: "6" + - job-spec: "ip6-00" + build: "7" + - job-spec: "ip6-01" + build: "8" + - job-spec: "l2-00" + build: "9" + - job-spec: "l2-01" + build: "10" - type: "table" title: "Job Specification Duration: 3n-skx-iterative" @@ -519,81 +521,81 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-skx-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 3n-skx-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov" -# jb-type: "coverage" -# data: "vpp-3n-skx-curr-cov" -# lines: -# - job-spec: "crypto-00" -# build: "35" -# - job-spec: "crypto-01" -# build: "36" -# - job-spec: "crypto-02" -# build: "37" -# - job-spec: "crypto-03" # Completly failed -# build: "68" -# - job-spec: "crypto-04" -# build: "38" -# - job-spec: "ip4-00" -# build: "39" -# - job-spec: "ip4-01" -# build: "40" -# - job-spec: "ip4-02" -# build: "41" -# - job-spec: "ip4-03" -# build: "42" -# - job-spec: "ip4-04" -# build: "43" -# - job-spec: "ip4-05" -# build: "44" -# - job-spec: "ip4-06" -# build: "45" -# - job-spec: "ip4-07" -# build: "46" -# - job-spec: "ip4tun-00" -# build: "47" -# - job-spec: "ip4tun-02" -# build: "48" -# - job-spec: "ip6-00" -# build: "49" -# - job-spec: "ip6-01" -# build: "50" -# - job-spec: "ip6tun-00" -# build: "69" -# - job-spec: "l2-00" -# build: "52" -# - job-spec: "l2-01" -# build: "53" -# - job-spec: "l2-02" -# build: "54" -# - job-spec: "l2-03" -# build: "55" -# - job-spec: "l2-04" -# build: "56" -# - job-spec: "l2-05" -# build: "57" -# - job-spec: "l2-06" -# build: "58" -# - job-spec: "l2-07" -# build: "59" -# - job-spec: "l2-08" -# build: "60" -# - job-spec: "l2-09" -# build: "61" -# - job-spec: "l2-10" -# build: "62" -# - job-spec: "memif-00" -# build: "63" -# - job-spec: "srv6-00" -# build: "64" -# - job-spec: "srv6-01" -# build: "65" -# - job-spec: "vhost-00" -# build: "66" -# - job-spec: "vhost-01" -# build: "67" +- type: "table" + title: "Job Specification Duration: 3n-skx-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov" + jb-type: "coverage" + data: "vpp-3n-skx-curr-cov" + lines: + - job-spec: "crypto-00" + build: "1" + - job-spec: "crypto-01" + build: "2" + - job-spec: "crypto-02" + build: "3" + - job-spec: "crypto-03" + build: "34" + - job-spec: "crypto-04" + build: "4" + - job-spec: "ip4-00" + build: "5" + - job-spec: "ip4-01" + build: "6" + - job-spec: "ip4-02" + build: "7" + - job-spec: "ip4-03" + build: "8" + - job-spec: "ip4-04" + build: "9" + - job-spec: "ip4-05" + build: "10" + - job-spec: "ip4-06" + build: "11" + - job-spec: "ip4-07" + build: "12" + - job-spec: "ip4tun-00" + build: "13" + - job-spec: "ip4tun-02" + build: "14" + - job-spec: "ip6-00" + build: "15" + - job-spec: "ip6-01" + build: "16" + - job-spec: "ip6tun-00" + build: "17" + - job-spec: "l2-00" + build: "18" + - job-spec: "l2-01" + build: "19" + - job-spec: "l2-02" + build: "20" + - job-spec: "l2-03" + build: "21" + - job-spec: "l2-04" + build: "22" + - job-spec: "l2-05" + build: "23" + - job-spec: "l2-06" + build: "24" + - job-spec: "l2-07" + build: "25" + - job-spec: "l2-08" + build: "26" + - job-spec: "l2-09" + build: "27" + - job-spec: "l2-10" + build: "28" + - job-spec: "memif-00" + build: "29" + - job-spec: "srv6-00" + build: "30" + - job-spec: "srv6-01" + build: "31" + - job-spec: "vhost-00" + build: "32" + - job-spec: "vhost-01" + build: "33" - type: "table" title: "Job Specification Duration: 3n-tsh-iterative" @@ -608,47 +610,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-tsh-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 3n-tsh-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" -# jb-type: "coverage" -# data: "vpp-3n-tsh-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "18" -# - job-spec: "ip4-01" -# build: "19" -# - job-spec: "ip4-02" -# build: "20" -# - job-spec: "ip4-03" -# build: "21" -# - job-spec: "ip4tun-00" -# build: "22" -# - job-spec: "ip6-00" -# build: "23" -# - job-spec: "ip6-01" -# build: "24" -# - job-spec: "l2-00" -# build: "25" -# - job-spec: "l2-01" -# build: "26" -# - job-spec: "l2-02" -# build: "27" -# - job-spec: "l2-03" -# build: "28" -# - job-spec: "l2-04" -# build: "29" -# - job-spec: "memif-00" -# build: "30" -# - job-spec: "srv6-00" -# build: "31" -# - job-spec: "srv6-01" -# build: "32" -# - job-spec: "vhost-00" -# build: "33" -# - job-spec: "vhost-01" -# build: "34" +- type: "table" + title: "Job Specification Duration: 3n-tsh-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" + jb-type: "coverage" + data: "vpp-3n-tsh-curr-cov" + lines: + - job-spec: "ip4-00" + build: "1" + - job-spec: "ip4-01" + build: "2" + - job-spec: "ip4-02" + build: "3" + - job-spec: "ip4-03" + build: "4" + - job-spec: "ip4tun-00" + build: "5" + - job-spec: "ip6-00" + build: "6" + - job-spec: "ip6-01" + build: "7" + - job-spec: "l2-00" + build: "8" + - job-spec: "l2-01" + build: "9" + - job-spec: "l2-02" + build: "10" + - job-spec: "l2-03" + build: "11" + # - job-spec: "l2-04" + # build: "12" + # - job-spec: "memif-00" + # build: "13" + # - job-spec: "srv6-00" + # build: "14" + - job-spec: "srv6-01" + build: "15" + - job-spec: "vhost-00" + build: "16" + - job-spec: "vhost-01" + build: "17" - type: "table" title: "Job Specification Duration: 3n-alt-iterative" @@ -663,839 +665,1055 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-alt-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 3n-alt-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov" -# jb-type: "coverage" -# data: "vpp-3n-alt-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "18" -# - job-spec: "ip4-01" -# build: "19" -# - job-spec: "ip4-02" -# build: "20" -# - job-spec: "ip4-03" -# build: "21" -# - job-spec: "ip4tun-00" -# build: "22" -# - job-spec: "ip6-00" -# build: "23" -# - job-spec: "ip6-01" -# build: "24" -# - job-spec: "l2-00" -# build: "25" -# - job-spec: "l2-01" -# build: "26" -# - job-spec: "l2-02" -# build: "27" -# - job-spec: "l2-03" -# build: "28" -# - job-spec: "l2-04" -# build: "29" -# - job-spec: "memif-00" -# build: "30" -# - job-spec: "srv6-00" -# build: "31" -# - job-spec: "srv6-01" -# build: "32" -# - job-spec: "vhost-00" -# build: "33" -# - job-spec: "vhost-01" -# build: "34" +- type: "table" + title: "Job Specification Duration: 3n-alt-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov" + jb-type: "coverage" + data: "vpp-3n-alt-curr-cov" + lines: + # - job-spec: "ip4-00" + # build: "1" + # - job-spec: "ip4-01" + # build: "2" + - job-spec: "ip4-02" + build: "3" + # - job-spec: "ip4-03" + # build: "4" + - job-spec: "ip4tun-00" + build: "5" + - job-spec: "ip6-00" + build: "6" + # - job-spec: "ip6-01" + # build: "7" + # - job-spec: "l2-00" + # build: "8" + # - job-spec: "l2-01" + # build: "9" + # - job-spec: "l2-02" + # build: "10" + - job-spec: "l2-03" + build: "11" + # - job-spec: "l2-04" + # build: "12" + # - job-spec: "memif-00" + # build: "13" + # - job-spec: "srv6-00" + # build: "14" + # - job-spec: "srv6-01" + # build: "15" + # - job-spec: "vhost-00" + # build: "16" + # - job-spec: "vhost-01" + # build: "17" # VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr - type: "table" title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-clx-2t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NIC_Intel-XXV710'" - normalize: True columns: - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter" - - title: "2n-clx" + - title: "2n-clx xxv710" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" reference: 1 compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr - type: "table" title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-clx-4t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NIC_Intel-XXV710'" - normalize: True columns: - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter" - - title: "2n-clx" + - title: "2n-clx xxv710" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" reference: 1 compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr - type: "table" title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-clx-2t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NIC_Intel-XXV710'" - normalize: True columns: - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter" - - title: "2n-clx" + - title: "2n-clx xxv710" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" reference: 1 compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr - type: "table" title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-clx-4t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NIC_Intel-XXV710'" - normalize: True columns: - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter" - - title: "2n-clx" + - title: "2n-clx xxv710" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-clx vs 2n-skx" reference: 1 compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr - type: "table" title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-clx-2n-icx-1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" - normalize: True columns: - title: "2n-clx xxv710" data-set: "vpp-2n-clx-curr-iter" - title: "2n-icx xxv710" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" reference: 1 compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr - type: "table" title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-clx-2n-icx-2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" - normalize: True columns: - title: "2n-clx xxv710" data-set: "vpp-2n-clx-curr-iter" - title: "2n-icx xxv710" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" reference: 1 compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr - type: "table" title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-clx-2n-icx-1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" - normalize: True columns: - title: "2n-clx xxv710" data-set: "vpp-2n-clx-curr-iter" - title: "2n-icx xxv710" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" reference: 1 compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr - type: "table" title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-clx-2n-icx-2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" - normalize: True columns: - title: "2n-clx xxv710" data-set: "vpp-2n-clx-curr-iter" - title: "2n-icx xxv710" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-icx vs 2n-clx" reference: 1 compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c ndr - type: "table" title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-icx-1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" - normalize: True columns: - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter" - title: "2n-icx xxv710" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-icx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-skx" reference: 1 compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx and 2n-icx with xxv710.' + - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c ndr - type: "table" title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-icx-2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" - normalize: True columns: - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter" - title: "2n-icx xxv710" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-icx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-skx" reference: 1 compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx and 2n-icx with xxv710.' + - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c pdr - type: "table" title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-icx-1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" - normalize: True columns: - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter" - title: "2n-icx xxv710" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-icx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-skx" reference: 1 compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx and 2n-icx with xxv710.' + - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c pdr - type: "table" title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-icx-2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" - normalize: True columns: - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter" - title: "2n-icx xxv710" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-icx vs 2n-skx" reference: 1 compare: 2 + - title: "Normalized 2n-icx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx and 2n-icx with xxv710.' + - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr - type: "table" title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-3n-skx-3n-icx-1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" - normalize: True columns: - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter" - title: "3n-icx xxv710" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-skx" reference: 1 compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c ndr - type: "table" title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-3n-skx-3n-icx-2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" - normalize: True columns: - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter" - title: "3n-icx xxv710" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-skx" reference: 1 compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr - type: "table" title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-3n-skx-3n-icx-1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" - normalize: True columns: - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter" - title: "3n-icx xxv710" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-skx" reference: 1 compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr - type: "table" title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-3n-skx-3n-icx-2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" - normalize: True columns: - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter" - title: "3n-icx xxv710" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "3n-icx vs 3n-skx" reference: 1 compare: 2 + - title: "Normalized 3n-icx vs 3n-skx" + reference: 1 + compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr - type: "table" title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-clx-2t1c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NIC_Intel-XXV710'" - normalize: True columns: - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter-mrr" - - title: "2n-clx" + - title: "2n-clx xxv710" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "Diff" + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" reference: 1 compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr - type: "table" title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-clx-4t2c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NIC_Intel-XXV710'" - normalize: True columns: - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter-mrr" - - title: "2n-clx" + - title: "2n-clx xxv710" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "Diff" + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" reference: 1 compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr - type: "table" title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-clx-8t4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'NIC_Intel-XXV710'" - normalize: True columns: - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter-mrr" - - title: "2n-clx" + - title: "2n-clx xxv710" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "Diff" + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" reference: 1 compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr - type: "table" title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-clx-2n-icx-1c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'" - normalize: True columns: - title: "2n-clx xxv710" data-set: "vpp-2n-clx-curr-iter-mrr" - title: "2n-icx xxv710" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "Diff" + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" reference: 1 compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr - type: "table" title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-clx-2n-icx-2c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'" - normalize: True columns: - title: "2n-clx xxv710" data-set: "vpp-2n-clx-curr-iter-mrr" - title: "2n-icx xxv710" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "Diff" + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" reference: 1 compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr - type: "table" title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-clx-2n-icx-4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'" - normalize: True columns: - title: "2n-clx xxv710" data-set: "vpp-2n-clx-curr-iter-mrr" - title: "2n-icx xxv710" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "Diff" + - title: "2n-icx vs 2n-clx" reference: 1 compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c mrr - type: "table" title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-icx-1c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'" - normalize: True columns: - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter-mrr" - title: "2n-icx xxv710" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "Diff" + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-skx" reference: 1 compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx and 2n-icx with xxv710.' + - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c mrr - type: "table" title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-icx-2c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'" - normalize: True columns: - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter-mrr" - title: "2n-icx xxv710" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "Diff" + - title: "2n-icx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-skx" reference: 1 compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx and 2n-icx with xxv710.' + - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 4c mrr - type: "table" title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 4c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-icx-4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'" - normalize: True columns: - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter-mrr" - title: "2n-icx xxv710" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "Diff" + - title: "2n-icx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-skx" reference: 1 compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx and 2n-icx with xxv710.' + - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c mrr - type: "table" title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-3n-skx-3n-icx-1c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'" - normalize: True columns: - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter-mrr" - title: "3n-icx xxv710" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: - - title: "Diff" + - title: "3n-icx vs 3n-skx" reference: 1 compare: 2 + - title: "Normalized 3n-icx vs 3n-skx" + reference: 1 + compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c mrr - type: "table" title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-3n-skx-3n-icx-2c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'" - normalize: True columns: - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter-mrr" - title: "3n-icx xxv710" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: - - title: "Diff" + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-skx" reference: 1 compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs TB3n-skxR: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 4c mrr - type: "table" title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 4c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-3n-skx-3n-icx-4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'" - normalize: True columns: - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter-mrr" - title: "3n-icx xxv710" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: - - title: "Diff" + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-skx" reference: 1 compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-clx ndr - type: "table" title: "DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-clx ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/norm-compare-testbeds-2n-skx-2n-clx-ndr" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710'" - normalize: True columns: - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "dpdk-2n-skx-curr-iter" - - title: "2n-clx" + - title: "2n-clx xxv710" data-set: "dpdk-2n-clx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-clx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" reference: 1 compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for DPDK tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-clx pdr - type: "table" title: "DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-clx pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/norm-compare-testbeds-2n-skx-2n-clx-pdr" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710'" - normalize: True columns: - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "dpdk-2n-skx-curr-iter" - - title: "2n-clx" + - title: "2n-clx xxv710" data-set: "dpdk-2n-clx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-clx vs 2n-skx" reference: 1 compare: 2 + - title: "Normalized 2n-clx vs 2n-skx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-clx" legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx and 2n-clx with xxv710.' + - '2n-skx, 2n-clx: [Mpps +- StDev] results for DPDK tested in CSIT' + - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Normalized Comparison Across Testbeds 2n-clx to 2n-icx ndr - type: "table" title: "DPDK Normalized Comparison Across Testbeds 2n-clx to 2n-icx ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/norm-compare-testbeds-2n-clx-2n-icx-ndr" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-clx-2n-icx-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710'" - normalize: True columns: - title: "2n-clx xxv710" data-set: "dpdk-2n-clx-curr-iter" - title: "2n-icx xxv710" data-set: "dpdk-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" reference: 1 compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for DPDK tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Normalized Comparison Across Testbeds 2n-clx to 2n-icx pdr - type: "table" title: "DPDK Normalized Comparison Across Testbeds 2n-clx to 2n-icx pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/norm-compare-testbeds-2n-clx-2n-icx-pdr" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-clx-2n-icx-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710'" - normalize: True columns: - title: "2n-clx xxv710" data-set: "dpdk-2n-clx-curr-iter" - title: "2n-icx xxv710" data-set: "dpdk-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-icx vs 2n-clx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" reference: 1 compare: 2 + norm-ref: "2n-clx" + norm-cmp: "2n-icx" legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx and 2n-icx with xxv710.' + - '2n-clx, 2n-icx: [Mpps +- StDev] results for DPDK tested in CSIT' + - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-icx ndr - type: "table" title: "DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-icx ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/norm-compare-testbeds-2n-skx-2n-icx-ndr" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-icx-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710'" - normalize: True columns: - title: "2n-skx xxv710" data-set: "dpdk-2n-skx-curr-iter" - title: "2n-icx xxv710" data-set: "dpdk-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-icx vs 2n-skx" + reference: 1 + compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" reference: 1 compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-icx and 2n-icx with xxv710.' + - '2n-icx, 2n-icx: [Mpps +- StDev] results for DPDK tested in CSIT' + - '2n-icx vs 2n-icx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-icx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-icx pdr - type: "table" title: "DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-icx pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/norm-compare-testbeds-2n-skx-2n-icx-pdr" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-icx-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710'" - normalize: True columns: - title: "2n-skx xxv710" data-set: "dpdk-2n-skx-curr-iter" - title: "2n-icx xxv710" data-set: "dpdk-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-icx vs 2n-skx" reference: 1 compare: 2 + - title: "Normalized 2n-icx vs 2n-clx" + reference: 1 + compare: 2 + norm-ref: "2n-skx" + norm-cmp: "2n-icx" legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx and T2n-icxBC with xxv710.' + - '2n-icx, 2n-icx: [Mpps +- StDev] results for DPDK tested in CSIT' + - '2n-icx vs 2n-icx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 2n-icx vs 2n-icx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Normalized Comparison Across Testbeds 3n-skx to 3n-icx ndr - type: "table" title: "DPDK Normalized Comparison Across Testbeds 3n-skx to 3n-icx ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/norm-compare-testbeds-3n-skx-3n-icx-ndr" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-skx-3n-icx-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710'" - normalize: True columns: - title: "3n-skx xxv710" data-set: "dpdk-3n-skx-curr-iter" - title: "3n-icx xxv710" data-set: "dpdk-3n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-clx" reference: 1 compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for DPDK tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Normalized Comparison Across Testbeds 3n-skx to 3n-icx pdr - type: "table" title: "DPDK Normalized Comparison Across Testbeds 3n-skx to 3n-icx pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/norm-compare-testbeds-3n-skx-3n-icx-pdr" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-skx-3n-icx-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710'" - normalize: True columns: - title: "3n-skx xxv710" data-set: "dpdk-3n-skx-curr-iter" - title: "3n-icx xxv710" data-set: "dpdk-3n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "3n-icx vs 3n-skx" + reference: 1 + compare: 2 + - title: "Normalized 3n-icx vs 3n-clx" reference: 1 compare: 2 + norm-ref: "3n-skx" + norm-cmp: "3n-icx" legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx and 3n-icx with xxv710.' + - '3n-skx, 3n-icx: [Mpps +- StDev] results for DPDK tested in CSIT' + - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Latency Changes 3n-skx 2t1c - type: "table" @@ -1522,10 +1740,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-skx 2t1c @@ -1553,10 +1771,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-skx 2t1c @@ -1584,10 +1802,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-skx 2t1c @@ -1615,10 +1833,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-skx 2t1c @@ -1646,10 +1864,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-skx 2t1c @@ -1677,10 +1895,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c @@ -1708,10 +1926,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c @@ -1739,10 +1957,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c @@ -1770,10 +1988,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c @@ -1801,10 +2019,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c @@ -1832,10 +2050,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c @@ -1863,10 +2081,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c @@ -1894,10 +2112,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c @@ -1925,10 +2143,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c @@ -1956,10 +2174,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c @@ -1987,10 +2205,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c @@ -2018,10 +2236,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c @@ -2049,10 +2267,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c @@ -2080,10 +2298,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c @@ -2111,10 +2329,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c @@ -2142,10 +2360,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-icx 2t1c @@ -2173,10 +2391,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-icx 2t1c @@ -2204,10 +2422,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-icx 2t1c @@ -2235,10 +2453,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-icx 2t1c @@ -2266,10 +2484,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-icx 2t1c @@ -2297,10 +2515,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-icx 2t1c @@ -2328,10 +2546,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Soak vs NDR - 2n-icx @@ -2408,13 +2626,14 @@ data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 3n-skx 4t2c ndr - type: "table" @@ -2431,13 +2650,14 @@ data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 3n-skx 2t1c pdr - type: "table" @@ -2454,13 +2674,14 @@ data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 3n-skx 4t2c pdr - type: "table" @@ -2477,13 +2698,14 @@ data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 3n-skx 2t1c mrr - type: "table" @@ -2500,13 +2722,14 @@ data-set: "vpp-3n-skx-curr-iter-mrr" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 3n-skx 4t2c mrr - type: "table" @@ -2523,13 +2746,14 @@ data-set: "vpp-3n-skx-curr-iter-mrr" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 3n-skx 8t4c mrr - type: "table" @@ -2546,13 +2770,14 @@ data-set: "vpp-3n-skx-curr-iter-mrr" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 2n-skx 2t1c ndr - type: "table" @@ -2569,13 +2794,14 @@ data-set: "vpp-2n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 2n-skx 4t2c ndr - type: "table" @@ -2592,13 +2818,14 @@ data-set: "vpp-2n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 2n-skx 2t1c pdr - type: "table" @@ -2615,13 +2842,14 @@ data-set: "vpp-2n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 2n-skx 4t2c pdr - type: "table" @@ -2638,13 +2866,14 @@ data-set: "vpp-2n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 2n-skx 2t1c mrr - type: "table" @@ -2661,13 +2890,14 @@ data-set: "vpp-2n-skx-curr-iter-mrr" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 2n-skx 4t2c mrr - type: "table" @@ -2684,13 +2914,14 @@ data-set: "vpp-2n-skx-curr-iter-mrr" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Compare NICs 2n-skx 8t4c mrr - type: "table" @@ -2707,13 +2938,14 @@ data-set: "vpp-2n-skx-curr-iter-mrr" tag: "NIC_Intel-XXV710" comparisons: - - title: "Diff" + - title: "xxv710 vs x710" reference: 1 compare: 2 legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with x710 and xxv710.' + - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' ################################################################################ # VPP @@ -2738,9 +2970,9 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: Hoststack on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: Hoststack on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mbps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 2n-clx VSAP @@ -2763,9 +2995,9 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mcps/Mrps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 3n-icx 2t1c pdr @@ -2793,10 +3025,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-icx 4t2c pdr @@ -2824,10 +3056,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-icx 2t1c ndr @@ -2855,10 +3087,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-icx 4t2c ndr @@ -2886,10 +3118,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-icx 2t1c pdr @@ -2917,10 +3149,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-icx 4t2c pdr @@ -2948,10 +3180,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-icx 2t1c ndr @@ -2979,10 +3211,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-icx 4t2c ndr @@ -3010,10 +3242,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c pdr @@ -3041,10 +3273,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c pdr @@ -3072,10 +3304,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c ndr @@ -3103,8 +3335,8 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' @@ -3134,10 +3366,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c pdr @@ -3165,10 +3397,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c pdr @@ -3196,10 +3428,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c ndr @@ -3227,10 +3459,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c ndr @@ -3258,10 +3490,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr @@ -3289,10 +3521,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr @@ -3320,10 +3552,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr @@ -3351,10 +3583,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr @@ -3382,10 +3614,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c pdr @@ -3413,10 +3645,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c pdr @@ -3444,10 +3676,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c ndr @@ -3475,10 +3707,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c ndr @@ -3506,10 +3738,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c pdr @@ -3537,10 +3769,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c pdr @@ -3568,10 +3800,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c ndr @@ -3599,10 +3831,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c ndr @@ -3630,10 +3862,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c pdr @@ -3661,10 +3893,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c pdr @@ -3692,10 +3924,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c ndr @@ -3723,10 +3955,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c ndr @@ -3754,10 +3986,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c pdr @@ -3785,10 +4017,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c pdr @@ -3816,10 +4048,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c ndr @@ -3847,10 +4079,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c ndr @@ -3878,10 +4110,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c pdr @@ -3909,10 +4141,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr @@ -3940,10 +4172,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr @@ -3971,10 +4203,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr @@ -4002,10 +4234,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c pdr @@ -4033,10 +4265,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c pdr @@ -4064,10 +4296,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c ndr @@ -4095,10 +4327,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c ndr @@ -4126,10 +4358,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-aws 2t1c pdr @@ -4152,9 +4384,9 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c pdr @@ -4177,9 +4409,9 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 2t1c ndr @@ -4202,9 +4434,9 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c ndr @@ -4227,9 +4459,9 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # # VPP Performance Changes 3n-aws 2t1c pdr @@ -4252,9 +4484,9 @@ # compare: 3 # legend: # - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # # VPP Performance Changes 3n-aws 4t2c pdr @@ -4277,9 +4509,9 @@ # compare: 3 # legend: # - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # # VPP Performance Changes 3n-aws 2t1c ndr @@ -4302,9 +4534,9 @@ # compare: 3 # legend: # - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - 'Test Case: Test cases executed for: NDR throughput on 3n-aws with nitro50g.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # # VPP Performance Changes 3n-aws 4t2c ndr @@ -4327,347 +4559,11 @@ # compare: 3 # legend: # - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - 'Test Case: Test cases executed for: NDR throughput on 3n-aws with nitro50g.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter" - - title: "2n-clx" - data-set: "vpp-2n-clx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." - -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter" - - title: "2n-clx" - data-set: "vpp-2n-clx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." - -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter" - - title: "2n-clx" - data-set: "vpp-2n-clx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." - -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter" - - title: "2n-clx" - data-set: "vpp-2n-clx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." - -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 2n-skx to 2n-icx 1c ndr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" - columns: - - title: "2n-skx xxv710" - data-set: "vpp-2n-skx-curr-iter" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 2n-skx to 2n-icx 2c ndr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" - columns: - - title: "2n-skx xxv710" - data-set: "vpp-2n-skx-curr-iter" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 2n-skx to 2n-icx 1c pdr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" - columns: - - title: "2n-skx xxv710" - data-set: "vpp-2n-skx-curr-iter" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 2n-skx to 2n-icx 2c pdr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" - columns: - - title: "2n-skx xxv710" - data-set: "vpp-2n-skx-curr-iter" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" - columns: - - title: "3n-skx xxv710" - data-set: "vpp-3n-skx-curr-iter" - - title: "3n-icx xxv710" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c ndr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" - columns: - - title: "3n-skx xxv710" - data-set: "vpp-3n-skx-curr-iter" - - title: "3n-icx xxv710" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" - columns: - - title: "3n-skx xxv710" - data-set: "vpp-3n-skx-curr-iter" - - title: "3n-icx xxv710" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" - columns: - - title: "3n-skx xxv710" - data-set: "vpp-3n-skx-curr-iter" - - title: "3n-icx xxv710" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." - # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr" @@ -4676,18 +4572,19 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" columns: - - title: "3n-skx" + - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter" - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr - type: "table" @@ -4697,18 +4594,19 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" columns: - - title: "3n-skx" + - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter" - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr - type: "table" @@ -4718,18 +4616,19 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" columns: - - title: "3n-skx" + - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter" - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr - type: "table" @@ -4739,18 +4638,19 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" columns: - - title: "3n-skx" + - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter" - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # VPP Performance Changes 3n-icx 2t1c mrr - type: "table" @@ -4777,10 +4677,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-icx 4t2c mrr @@ -4808,10 +4708,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-icx 8t4c mrr @@ -4839,10 +4739,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-icx 2t1c mrr @@ -4870,10 +4770,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-icx 4t2c mrr @@ -4901,10 +4801,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-icx 8t4c mrr @@ -4931,11 +4831,11 @@ reference: 2 compare: 3 legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c mrr @@ -4963,10 +4863,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c mrr @@ -4994,10 +4894,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 8t4c mrr @@ -5025,10 +4925,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c mrr @@ -5056,10 +4956,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c mrr @@ -5087,10 +4987,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 8t4c mrr @@ -5118,10 +5018,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr @@ -5149,10 +5049,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr @@ -5180,10 +5080,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr @@ -5211,10 +5111,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c mrr @@ -5242,10 +5142,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c mrr @@ -5273,10 +5173,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 8t4c mrr @@ -5304,10 +5204,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c mrr @@ -5335,10 +5235,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c mrr @@ -5366,10 +5266,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 8t4c mrr @@ -5397,10 +5297,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c mrr @@ -5428,10 +5328,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c mrr @@ -5459,10 +5359,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 4t4c mrr @@ -5490,10 +5390,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c mrr @@ -5521,10 +5421,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c mrr @@ -5552,10 +5452,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 4t4c mrr @@ -5583,10 +5483,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr @@ -5614,10 +5514,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c mrr @@ -5645,10 +5545,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 4t4c mrr @@ -5676,10 +5576,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c mrr @@ -5707,10 +5607,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c mrr @@ -5738,10 +5638,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 4t4c mrr @@ -5769,10 +5669,10 @@ compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-aws 2t1c mrr @@ -5795,10 +5695,10 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c mrr - type: "table" @@ -5820,9 +5720,9 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # # VPP Performance Changes 3n-aws 2t1c mrr @@ -5845,9 +5745,9 @@ # compare: 3 # legend: # - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # # VPP Performance Changes 3n-aws 4t2c mrr @@ -5861,334 +5761,85 @@ # - title: "2110.0-8" # data-set: "vpp-3n-aws-hist-iter-mrr" # - title: "2202.0-9" -# data-set: "vpp-3n-aws-prev-iter-mrr" -# - title: "2206.0-10" -# data-set: "vpp-3n-aws-curr-iter-mrr" -# comparisons: -# - title: "2206.0-10 vs 2202.0-9" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter-mrr" - - title: "2n-clx" - data-set: "vpp-2n-clx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." - -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter-mrr" - - title: "2n-clx" - data-set: "vpp-2n-clx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." - -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter-mrr" - - title: "2n-clx" - data-set: "vpp-2n-clx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." - -# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr -- type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR' and '1C' and 'NIC_Intel-XXV710'" - columns: - - title: "3n-skx" - data-set: "vpp-3n-skx-curr-iter-mrr" - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." - -# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr -- type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR' and '2C' and 'NIC_Intel-XXV710'" - columns: - - title: "3n-skx" - data-set: "vpp-3n-skx-curr-iter-mrr" - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." - -# VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr -- type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR' and '4C' and 'NIC_Intel-XXV710'" - columns: - - title: "3n-skx" - data-set: "vpp-3n-skx-curr-iter-mrr" - - title: "2n-skx" - data-set: "vpp-2n-skx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." - -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter-mrr" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter-mrr" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter-mrr" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 2n-skx to 2n-icx 1c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'" - columns: - - title: "2n-skx xxv710" - data-set: "vpp-2n-skx-curr-iter-mrr" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 2n-skx to 2n-icx 2c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'" - columns: - - title: "2n-skx xxv710" - data-set: "vpp-2n-skx-curr-iter-mrr" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." - -# VPP Comparison Across Testbeds 2n-skx to 2n-icx 4c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'" - columns: - - title: "2n-skx xxv710" - data-set: "vpp-2n-skx-curr-iter-mrr" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter-mrr" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." +# data-set: "vpp-3n-aws-prev-iter-mrr" +# - title: "2206.0-10" +# data-set: "vpp-3n-aws-curr-iter-mrr" +# comparisons: +# - title: "2206.0-10 vs 2202.0-9" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c mrr +# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr - type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c mrr" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'" + filter: "'MRR' and '1C' and 'NIC_Intel-XXV710'" columns: - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter-mrr" - - title: "3n-icx xxv710" - data-set: "vpp-3n-icx-curr-iter-mrr" + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c mrr +# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr - type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c mrr" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'" + filter: "'MRR' and '2C' and 'NIC_Intel-XXV710'" columns: - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter-mrr" - - title: "3n-icx xxv710" - data-set: "vpp-3n-icx-curr-iter-mrr" + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 4c mrr +# VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr - type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 4c mrr" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'" + filter: "'MRR' and '4C' and 'NIC_Intel-XXV710'" columns: - title: "3n-skx xxv710" data-set: "vpp-3n-skx-curr-iter-mrr" - - title: "3n-icx xxv710" - data-set: "vpp-3n-icx-curr-iter-mrr" + - title: "2n-skx xxv710" + data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # Detailed Test Results - VPP Performance Results 3n-skx - type: "table" @@ -7237,13 +6888,14 @@ - title: "22.03" data-set: "dpdk-3n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 1 compare: 2 legend: - - "" - - "21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-icx 4t2c pdr - type: "table" @@ -7260,13 +6912,14 @@ - title: "22.03" data-set: "dpdk-3n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 1 compare: 2 legend: - - "" - - "21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-icx 2t1c ndr - type: "table" @@ -7283,13 +6936,14 @@ - title: "22.03" data-set: "dpdk-3n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 1 compare: 2 legend: - - "" - - "21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' + - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-icx 4t2c ndr - type: "table" @@ -7306,13 +6960,14 @@ - title: "22.03" data-set: "dpdk-3n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 1 compare: 2 legend: - - "" - - "21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' + - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-icx 2t1c pdr - type: "table" @@ -7329,13 +6984,14 @@ - title: "22.03" data-set: "dpdk-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 1 compare: 2 legend: - - "" - - "21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-icx 4t2c pdr - type: "table" @@ -7352,13 +7008,14 @@ - title: "22.03" data-set: "dpdk-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 1 compare: 2 legend: - - "" - - "21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-icx 2t1c ndr - type: "table" @@ -7375,13 +7032,14 @@ - title: "22.03" data-set: "dpdk-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 1 compare: 2 legend: - - "" - - "21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' + - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-icx 4t2c ndr - type: "table" @@ -7398,13 +7056,14 @@ - title: "22.03" data-set: "dpdk-2n-icx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 1 compare: 2 legend: - - "" - - "21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' + - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-skx 2t1c pdr - type: "table" @@ -7421,13 +7080,14 @@ - title: "22.03" data-set: "dpdk-3n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -7444,13 +7104,14 @@ - title: "22.03" data-set: "dpdk-3n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -7467,13 +7128,14 @@ - title: "22.03" data-set: "dpdk-3n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -7490,13 +7152,14 @@ - title: "22.03" data-set: "dpdk-3n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -7513,13 +7176,14 @@ - title: "22.03" data-set: "dpdk-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -7536,13 +7200,14 @@ - title: "22.03" data-set: "dpdk-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -7559,13 +7224,14 @@ - title: "22.03" data-set: "dpdk-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -7582,13 +7248,14 @@ - title: "22.03" data-set: "dpdk-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-clx 2t1c pdr - type: "table" @@ -7605,13 +7272,14 @@ - title: "22.03" data-set: "dpdk-2n-clx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-clx 4t2c pdr - type: "table" @@ -7628,13 +7296,14 @@ - title: "22.03" data-set: "dpdk-2n-clx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-clx 2t1c ndr - type: "table" @@ -7651,13 +7320,14 @@ - title: "22.03" data-set: "dpdk-2n-clx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-clx 4t2c ndr - type: "table" @@ -7674,13 +7344,14 @@ - title: "22.03" data-set: "dpdk-2n-clx-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-zn2 2t1c pdr - type: "table" @@ -7697,13 +7368,14 @@ - title: "22.03" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-zn2 4t2c pdr - type: "table" @@ -7720,13 +7392,14 @@ - title: "22.03" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-zn2 2t1c ndr - type: "table" @@ -7743,13 +7416,14 @@ - title: "22.03" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-zn2 4t2c ndr - type: "table" @@ -7766,13 +7440,14 @@ - title: "22.03" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -7789,13 +7464,14 @@ - title: "22.03" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -7812,13 +7488,14 @@ - title: "22.03" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -7835,13 +7512,14 @@ - title: "22.03" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -7858,13 +7536,14 @@ - title: "22.03" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-tx2 1t1c pdr - type: "table" @@ -7881,13 +7560,14 @@ - title: "22.03" data-set: "dpdk-2n-tx2-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-tx2 2t2c pdr - type: "table" @@ -7904,13 +7584,14 @@ - title: "22.03" data-set: "dpdk-2n-tx2-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-tx2 1t1c ndr - type: "table" @@ -7927,13 +7608,14 @@ - title: "22.03" data-set: "dpdk-2n-tx2-curr-iter" comparisons: - - title: "Diff" + - title: "22.03 vs 21.11" reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-tx2 2t2c ndr - type: "table" @@ -7954,177 +7636,10 @@ reference: 2 compare: 3 legend: - - "" - - "21.08, 21.11, 22.03 - DPDK versions tested." - - "Diff - difference between 21.11 and 22.03 DPDK version." - -# DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr -- type: "table" - title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "dpdk-2n-skx-curr-iter" - - title: "2n-clx" - data-set: "dpdk-2n-clx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." - -# DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr -- type: "table" - title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" - columns: - - title: "2n-skx" - data-set: "dpdk-2n-skx-curr-iter" - - title: "2n-clx" - data-set: "dpdk-2n-clx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." - -# DPDK Comparison Across Testbeds 2n-clx to 2n-icx ndr -- type: "table" - title: "DPDK Comparison Across Testbeds 2n-clx to 2n-icx ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-clx-2n-icx-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" - columns: - - title: "2n-clx xxv710" - data-set: "dpdk-2n-clx-curr-iter" - - title: "2n-icx xxv710" - data-set: "dpdk-2n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." - -# DPDK Comparison Across Testbeds 2n-clx to 2n-icx pdr -- type: "table" - title: "DPDK Comparison Across Testbeds 2n-clx to 2n-icx pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-clx-2n-icx-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" - columns: - - title: "2n-clx xxv710" - data-set: "dpdk-2n-clx-curr-iter" - - title: "2n-icx xxv710" - data-set: "dpdk-2n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds." - -# DPDK Comparison Across Testbeds 2n-skx to 2n-icx ndr -- type: "table" - title: "DPDK Comparison Across Testbeds 2n-skx to 2n-icx ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-icx-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" - columns: - - title: "2n-skx xxv710" - data-set: "dpdk-2n-skx-curr-iter" - - title: "2n-icx xxv710" - data-set: "dpdk-2n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." - -# DPDK Comparison Across Testbeds 2n-skx to 2n-icx pdr -- type: "table" - title: "DPDK Comparison Across Testbeds 2n-skx to 2n-icx pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-icx-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" - columns: - - title: "2n-skx xxv710" - data-set: "dpdk-2n-skx-curr-iter" - - title: "2n-icx xxv710" - data-set: "dpdk-2n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds." - -# DPDK Comparison Across Testbeds 3n-skx to 3n-icx ndr -- type: "table" - title: "DPDK Comparison Across Testbeds 3n-skx to 3n-icx ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-skx-3n-icx-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" - columns: - - title: "3n-skx xxv710" - data-set: "dpdk-3n-skx-curr-iter" - - title: "3n-icx xxv710" - data-set: "dpdk-3n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." - -# DPDK Comparison Across Testbeds 3n-skx to 3n-icx pdr -- type: "table" - title: "DPDK Comparison Across Testbeds 3n-skx to 3n-icx pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-skx-3n-icx-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" - columns: - - title: "3n-skx xxv710" - data-set: "dpdk-3n-skx-curr-iter" - - title: "3n-icx xxv710" - data-set: "dpdk-3n-icx-curr-iter" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2.' + - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr - type: "table" @@ -8134,18 +7649,19 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710'" columns: - - title: "3n-skx" + - title: "3n-skx xxv710" data-set: "dpdk-3n-skx-curr-iter" - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "dpdk-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for DPDK tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr - type: "table" @@ -8155,18 +7671,19 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-XXV710'" columns: - - title: "3n-skx" + - title: "3n-skx xxv710" data-set: "dpdk-3n-skx-curr-iter" - - title: "2n-skx" + - title: "2n-skx xxv710" data-set: "dpdk-2n-skx-curr-iter" comparisons: - - title: "Diff" + - title: "2n-skx vs 3n-skx" reference: 1 compare: 2 legend: - - "" - - "3n-skx, 2n-skx - topologies tested." - - "Diff - difference between 3n-skx and 2n-skx topologies." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx xxv710 and 2n-skx xxv710.' + - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for DPDK tested in CSIT' + - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # Detailed Test Results - DPDK Performance Results 3n-skx - type: "table" @@ -16179,6 +15696,20 @@ title: "3n-icx-xxv710-64b-{core}-ip4tunnel-base-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 3n-icx-e810xxv-64b-{core}-ip4tunnel-gtpu-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-64b-{core}-ip4tunnel-gtpu-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Gtpuhw-Ip4Base-Ndrpdr.64B-{core}-ethip4gtpuhw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Gtpusw-Ip4Base-Ndrpdr.64B-{core}-ethip4gtpusw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.64B-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + layout: + title: "3n-icx-e810xxv-64b-{core}-ip4tunnel-gtpu-{test_type}" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 3n-icx-xxv710-78b-{core}-ip6routing-base-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -16391,6 +15922,19 @@ title: "3n-icx-xxv710-64b-ip4tunnel-base-{test_type}" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 3n-icx-e810xxv-64b-ip4tunnel-gtpu-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-64b-ip4tunnel-gtpu-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Gtpuhw-Ip4Base-Ndrpdr.64B-.t.c-ethip4gtpuhw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Gtpusw-Ip4Base-Ndrpdr.64B-.t.c-ethip4gtpusw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.64B-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + layout: + title: "3n-icx-e810xxv-64b-ip4tunnel-gtpu-{test_type}" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 3n-icx-xxv710-78b-ip6routing-base-{test_type}-tsa" algorithm: "plot_tsa_name"