X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=3d9e1c4d859f6de89c7d8e8831d6dc6ff9a826eb;hb=07ebd0caf0ed5cb14c70c30fc0cd4469abb49e7c;hp=b05a2d2e5af620656e41653d62566e837011f0b5;hpb=c2d12bb8aefc1b5dc856d2278d7ea81321f74c8f;p=csit.git diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index b05a2d2e5a..3d9e1c4d85 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -27,47 +27,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-icx-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-icx-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov" - jb-type: "coverage" - data: "vpp-2n-icx-curr-cov" - lines: - - job-spec: "gso-00" - build: "1" - - job-spec: "ip4-00" - build: "2" - - job-spec: "ip4-01" - build: "3" - - job-spec: "ip4-02" - build: "4" - - job-spec: "ip4-03" - build: "5" - - job-spec: "ip4-04" - build: "6" - - job-spec: "ip4-05" - build: "7" - - job-spec: "ip4-06" - build: "8" - - job-spec: "ip4-07" - build: "9" - - job-spec: "ip4tun-00" - build: "10" - - job-spec: "ip6-00" - build: "11" - - job-spec: "ip6-01" - build: "12" - - job-spec: "l2-00" - build: "13" - - job-spec: "l2-01" - build: "14" - - job-spec: "lb-00" - build: "15" - - job-spec: "memif-00" - build: "16" - - job-spec: "vhost-00" - build: "17" +# - type: "table" +# title: "Job Specification Duration: 2n-icx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov" +# jb-type: "coverage" +# data: "vpp-2n-icx-curr-cov" +# lines: +# - job-spec: "gso-00" +# build: "1" +# - job-spec: "ip4-00" +# build: "2" +# - job-spec: "ip4-01" +# build: "3" +# - job-spec: "ip4-02" +# build: "4" +# - job-spec: "ip4-03" +# build: "5" +# - job-spec: "ip4-04" +# build: "6" +# - job-spec: "ip4-05" +# build: "7" +# - job-spec: "ip4-06" +# build: "8" +# - job-spec: "ip4-07" +# build: "9" +# - job-spec: "ip4tun-00" +# build: "10" +# - job-spec: "ip6-00" +# build: "11" +# - job-spec: "ip6-01" +# build: "12" +# - job-spec: "l2-00" +# build: "13" +# - job-spec: "l2-01" +# build: "14" +# - job-spec: "lb-00" +# build: "15" +# - job-spec: "memif-00" +# build: "16" +# - job-spec: "vhost-00" +# build: "17" - type: "table" title: "Job Specification Duration: 3n-icx-iterative" @@ -79,86 +79,88 @@ data-set: "vpp-3n-icx-curr-iter-mrr" - job-spec: "vpp-mlr-00" data-set: "vpp-3n-icx-curr-iter" + - job-spec: "hoststack-00" + data-set: "vpp-3n-icx-curr-iter-hoststack" - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-icx-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-icx-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov" - jb-type: "coverage" - data: "vpp-3n-icx-curr-cov" - lines: - - job-spec: "crypto-00" - build: "1" - - job-spec: "crypto-01" - build: "2" - - job-spec: "crypto-02" - build: "3" - - job-spec: "crypto-03" - build: "35" - - job-spec: "crypto-04" - build: "4" - - job-spec: "crypto-05" - build: "34" - - job-spec: "ip4-00" - build: "5" - - job-spec: "ip4-01" - build: "6" - - job-spec: "ip4-02" - build: "7" - - job-spec: "ip4-03" - build: "8" - - job-spec: "ip4-04" - build: "9" - - job-spec: "ip4-05" - build: "10" - - job-spec: "ip4-06" - build: "11" - - job-spec: "ip4-07" - build: "12" - - job-spec: "ip4tun-00" - build: "13" - - job-spec: "ip4tun-02" - build: "14" - - job-spec: "ip6-00" - build: "15" - - job-spec: "ip6-01" - build: "16" - - job-spec: "ip6tun-00" - build: "17" - - job-spec: "l2-00" - build: "18" - - job-spec: "l2-01" - build: "19" - - job-spec: "l2-02" - build: "20" - - job-spec: "l2-03" - build: "21" - - job-spec: "l2-04" - build: "22" - - job-spec: "l2-05" - build: "23" - - job-spec: "l2-06" - build: "24" - - job-spec: "l2-07" - build: "25" - - job-spec: "l2-08" - build: "26" - - job-spec: "l2-09" - build: "27" - - job-spec: "l2-10" - build: "28" - - job-spec: "memif-00" - build: "29" - - job-spec: "srv6-00" - build: "30" - - job-spec: "srv6-01" - build: "31" - - job-spec: "vhost-00" - build: "32" - - job-spec: "vhost-01" - build: "33" +# - type: "table" +# title: "Job Specification Duration: 3n-icx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov" +# jb-type: "coverage" +# data: "vpp-3n-icx-curr-cov" +# lines: +# - job-spec: "crypto-00" +# build: "1" +# - job-spec: "crypto-01" +# build: "2" +# - job-spec: "crypto-02" +# build: "3" +# - job-spec: "crypto-03" +# build: "35" +# - job-spec: "crypto-04" +# build: "4" +# - job-spec: "crypto-05" +# build: "34" +# - job-spec: "ip4-00" +# build: "5" +# - job-spec: "ip4-01" +# build: "6" +# - job-spec: "ip4-02" +# build: "7" +# - job-spec: "ip4-03" +# build: "8" +# - job-spec: "ip4-04" +# build: "9" +# - job-spec: "ip4-05" +# build: "10" +# - job-spec: "ip4-06" +# build: "11" +# - job-spec: "ip4-07" +# build: "12" +# - job-spec: "ip4tun-00" +# build: "13" +# - job-spec: "ip4tun-02" +# build: "14" +# - job-spec: "ip6-00" +# build: "15" +# - job-spec: "ip6-01" +# build: "16" +# - job-spec: "ip6tun-00" +# build: "17" +# - job-spec: "l2-00" +# build: "18" +# - job-spec: "l2-01" +# build: "19" +# - job-spec: "l2-02" +# build: "20" +# - job-spec: "l2-03" +# build: "21" +# - job-spec: "l2-04" +# build: "22" +# - job-spec: "l2-05" +# build: "23" +# - job-spec: "l2-06" +# build: "24" +# - job-spec: "l2-07" +# build: "25" +# - job-spec: "l2-08" +# build: "26" +# - job-spec: "l2-09" +# build: "27" +# - job-spec: "l2-10" +# build: "28" +# - job-spec: "memif-00" +# build: "29" +# - job-spec: "srv6-00" +# build: "30" +# - job-spec: "srv6-01" +# build: "31" +# - job-spec: "vhost-00" +# build: "32" +# - job-spec: "vhost-01" +# build: "33" - type: "table" title: "Job Specification Duration: 2n-clx-iterative" @@ -174,8 +176,8 @@ data-set: "vpp-2n-clx-curr-iter-gso" - job-spec: "soak-00" data-set: "vpp-2n-clx-curr-soak" - - job-spec: "vsap-00" - data-set: "vpp-2n-clx-curr-iter-vsap" + # - job-spec: "vsap-00" + # data-set: "vpp-2n-clx-curr-iter-vsap" - job-spec: "nfv-density-mrr-00" data-set: "vpp-2n-clx-curr-nfv-mrr" - job-spec: "nfv-density-mlr-00" @@ -185,47 +187,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-clx-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-clx-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" - jb-type: "coverage" - data: "vpp-2n-clx-curr-cov" - lines: - - job-spec: "gso-00" - build: "4" - - job-spec: "ip4-00" - build: "5" - - job-spec: "ip4-01" - build: "6" - - job-spec: "ip4-02" - build: "7" - - job-spec: "ip4-03" - build: "8" - - job-spec: "ip4-04" - build: "9" - - job-spec: "ip4-05" - build: "10" - - job-spec: "ip4-06" - build: "11" - - job-spec: "ip4-07" - build: "12" - - job-spec: "ip4tun-00" - build: "13" - - job-spec: "ip6-00" - build: "14" - - job-spec: "ip6-01" - build: "15" - - job-spec: "l2-00" - build: "16" - - job-spec: "l2-01" - build: "17" - - job-spec: "lb-00" - build: "18" - - job-spec: "memif-00" - build: "19" - - job-spec: "vhost-00" - build: "20" +# - type: "table" +# title: "Job Specification Duration: 2n-clx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" +# jb-type: "coverage" +# data: "vpp-2n-clx-curr-cov" +# lines: +# - job-spec: "gso-00" +# build: "4" +# - job-spec: "ip4-00" +# build: "5" +# - job-spec: "ip4-01" +# build: "6" +# - job-spec: "ip4-02" +# build: "7" +# - job-spec: "ip4-03" +# build: "8" +# - job-spec: "ip4-04" +# build: "9" +# - job-spec: "ip4-05" +# build: "10" +# - job-spec: "ip4-06" +# build: "11" +# - job-spec: "ip4-07" +# build: "12" +# - job-spec: "ip4tun-00" +# build: "13" +# - job-spec: "ip6-00" +# build: "14" +# - job-spec: "ip6-01" +# build: "15" +# - job-spec: "l2-00" +# build: "16" +# - job-spec: "l2-01" +# build: "17" +# - job-spec: "lb-00" +# build: "18" +# - job-spec: "memif-00" +# build: "19" +# - job-spec: "vhost-00" +# build: "20" - type: "table" title: "Job Specification Duration: 2n-dnv-iterative" @@ -238,25 +240,25 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-dnv-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-dnv-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" - jb-type: "coverage" - data: "vpp-2n-dnv-curr-cov" - lines: - - job-spec: "ip4-00" - build: "1" - - job-spec: "ip4-01" - build: "7" - - job-spec: "ip6-00" - build: "3" - - job-spec: "ip6-01" - build: "4" - - job-spec: "l2-00" - build: "5" - - job-spec: "l2-01" - build: "6" +# - type: "table" +# title: "Job Specification Duration: 2n-dnv-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" +# jb-type: "coverage" +# data: "vpp-2n-dnv-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "1" +# - job-spec: "ip4-01" +# build: "7" +# - job-spec: "ip6-00" +# build: "3" +# - job-spec: "ip6-01" +# build: "4" +# - job-spec: "l2-00" +# build: "5" +# - job-spec: "l2-01" +# build: "6" - type: "table" title: "Job Specification Duration: 2n-aws-iterative" @@ -269,33 +271,12 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-aws-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-aws-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov" - jb-type: "coverage" - data: "vpp-2n-aws-curr-cov" - lines: - - job-spec: "vpp-00" - build: "1" - -# - type: "table" -# title: "Job Specification Duration: 3n-aws-iterative" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-iter" -# jb-type: "iterative" -# lines: -# - job-spec: "vpp-mrr-00" -# data-set: "vpp-3n-aws-curr-iter-mrr" -# - job-spec: "vpp-mlr-00" -# data-set: "vpp-3n-aws-curr-iter" - # - type: "table" -# title: "Job Specification Duration: 3n-aws-coverage" +# title: "Job Specification Duration: 2n-aws-coverage" # algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-cov" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov" # jb-type: "coverage" -# data: "vpp-3n-aws-curr-cov" +# data: "vpp-2n-aws-curr-cov" # lines: # - job-spec: "vpp-00" # build: "1" @@ -311,41 +292,41 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-tx2-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-tx2-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" - jb-type: "coverage" - data: "vpp-2n-tx2-curr-cov" - lines: - - job-spec: "ip4-00" - build: "1" - - job-spec: "ip4-01" - build: "2" - - job-spec: "ip4-02" - build: "3" - - job-spec: "ip4-03" - build: "4" - - job-spec: "ip4-04" - build: "5" - - job-spec: "ip4-05" - build: "6" - - job-spec: "ip4-06" - build: "7" - - job-spec: "ip6-00" - build: "8" - - job-spec: "ip6-01" - build: "9" - - job-spec: "l2-00" - build: "10" - - job-spec: "l2-01" - build: "11" - - job-spec: "l2-02" - build: "12" - - job-spec: "l2-03" - build: "13" - - job-spec: "l2-04" - build: "14" +# - type: "table" +# title: "Job Specification Duration: 2n-tx2-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" +# jb-type: "coverage" +# data: "vpp-2n-tx2-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "1" +# - job-spec: "ip4-01" +# build: "2" +# - job-spec: "ip4-02" +# build: "3" +# - job-spec: "ip4-03" +# build: "4" +# - job-spec: "ip4-04" +# build: "5" +# - job-spec: "ip4-05" +# build: "6" +# - job-spec: "ip4-06" +# build: "7" +# - job-spec: "ip6-00" +# build: "8" +# - job-spec: "ip6-01" +# build: "9" +# - job-spec: "l2-00" +# build: "10" +# - job-spec: "l2-01" +# build: "11" +# - job-spec: "l2-02" +# build: "12" +# - job-spec: "l2-03" +# build: "13" +# - job-spec: "l2-04" +# build: "14" - type: "table" title: "Job Specification Duration: 2n-zn2-iterative" @@ -362,43 +343,43 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-zn2-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-zn2-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" - jb-type: "coverage" - data: "vpp-2n-zn2-curr-cov" - lines: - - job-spec: "gso-00" - build: "1" - - job-spec: "ip4-00" - build: "2" - - job-spec: "ip4-01" - build: "3" - - job-spec: "ip4-02" - build: "4" - - job-spec: "ip4-03" - build: "5" - - job-spec: "ip4-04" - build: "6" - - job-spec: "ip4-05" - build: "7" - - job-spec: "ip4tun-00" - build: "8" - - job-spec: "ip6-00" - build: "9" - - job-spec: "ip6-01" - build: "10" - - job-spec: "l2-00" - build: "11" - - job-spec: "l2-01" - build: "12" - - job-spec: "lb-00" - build: "13" - - job-spec: "memif-00" - build: "14" - - job-spec: "vhost-00" - build: "15" +# - type: "table" +# title: "Job Specification Duration: 2n-zn2-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" +# jb-type: "coverage" +# data: "vpp-2n-zn2-curr-cov" +# lines: +# - job-spec: "gso-00" +# build: "1" +# - job-spec: "ip4-00" +# build: "2" +# - job-spec: "ip4-01" +# build: "3" +# - job-spec: "ip4-02" +# build: "4" +# - job-spec: "ip4-03" +# build: "5" +# - job-spec: "ip4-04" +# build: "6" +# - job-spec: "ip4-05" +# build: "7" +# - job-spec: "ip4tun-00" +# build: "8" +# - job-spec: "ip6-00" +# build: "9" +# - job-spec: "ip6-01" +# build: "10" +# - job-spec: "l2-00" +# build: "11" +# - job-spec: "l2-01" +# build: "12" +# - job-spec: "lb-00" +# build: "13" +# - job-spec: "memif-00" +# build: "14" +# - job-spec: "vhost-00" +# build: "15" - type: "table" title: "Job Specification Duration: 3n-dnv-iterative" @@ -411,33 +392,74 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-3n-dnv-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-dnv-coverage" +# - type: "table" +# title: "Job Specification Duration: 3n-dnv-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" +# jb-type: "coverage" +# data: "vpp-3n-dnv-curr-cov" +# lines: +# - job-spec: "crypto-00" +# build: "1" +# - job-spec: "crypto-01" +# build: "2" +# - job-spec: "crypto-02" +# build: "3" +# - job-spec: "ip4-00" +# build: "4" +# - job-spec: "ip4-01" +# build: "5" +# - job-spec: "ip4tun-00" +# build: "6" +# - job-spec: "ip6-00" +# build: "7" +# - job-spec: "ip6-01" +# build: "8" +# - job-spec: "l2-00" +# build: "9" +# - job-spec: "l2-01" +# build: "10" + +- type: "table" + title: "Job Specification Duration: 3n-snr-iterative" algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" - jb-type: "coverage" - data: "vpp-3n-dnv-curr-cov" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-snr-iter" + jb-type: "iterative" lines: - - job-spec: "crypto-00" - build: "1" - - job-spec: "crypto-01" - build: "2" - - job-spec: "crypto-02" - build: "3" - - job-spec: "ip4-00" - build: "4" - - job-spec: "ip4-01" - build: "5" - - job-spec: "ip4tun-00" - build: "6" - - job-spec: "ip6-00" - build: "7" - - job-spec: "ip6-01" - build: "8" - - job-spec: "l2-00" - build: "9" - - job-spec: "l2-01" - build: "10" + - job-spec: "vpp-mrr-00" + data-set: "vpp-3n-snr-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-3n-snr-curr-iter" + - job-spec: "dpdk-mlr-00" + data-set: "dpdk-3n-snr-curr-iter" + +# - type: "table" +# title: "Job Specification Duration: 3n-snr-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-snr-cov" +# jb-type: "coverage" +# data: "vpp-3n-snr-curr-cov" +# lines: +# - job-spec: "crypto-00" +# build: "1" +# - job-spec: "crypto-01" +# build: "2" +# - job-spec: "crypto-02" +# build: "3" +# - job-spec: "ip4-00" +# build: "4" +# - job-spec: "ip4-01" +# build: "5" +# - job-spec: "ip4tun-00" +# build: "6" +# - job-spec: "ip6-00" +# build: "7" +# - job-spec: "ip6-01" +# build: "8" +# - job-spec: "l2-00" +# build: "9" +# - job-spec: "l2-01" +# build: "10" - type: "table" title: "Job Specification Duration: 3n-tsh-iterative" @@ -452,47 +474,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-tsh-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-tsh-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" - jb-type: "coverage" - data: "vpp-3n-tsh-curr-cov" - lines: - - job-spec: "ip4-00" - build: "1" - - job-spec: "ip4-01" - build: "2" - - job-spec: "ip4-02" - build: "3" - - job-spec: "ip4-03" - build: "4" - - job-spec: "ip4tun-00" - build: "5" - - job-spec: "ip6-00" - build: "6" - - job-spec: "ip6-01" - build: "7" - - job-spec: "l2-00" - build: "8" - - job-spec: "l2-01" - build: "9" - - job-spec: "l2-02" - build: "10" - - job-spec: "l2-03" - build: "11" - - job-spec: "l2-04" - build: "12" - - job-spec: "memif-00" - build: "13" - - job-spec: "srv6-00" - build: "14" - - job-spec: "srv6-01" - build: "15" - - job-spec: "vhost-00" - build: "16" - - job-spec: "vhost-01" - build: "17" +# - type: "table" +# title: "Job Specification Duration: 3n-tsh-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" +# jb-type: "coverage" +# data: "vpp-3n-tsh-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "1" +# - job-spec: "ip4-01" +# build: "2" +# - job-spec: "ip4-02" +# build: "3" +# - job-spec: "ip4-03" +# build: "4" +# - job-spec: "ip4tun-00" +# build: "5" +# - job-spec: "ip6-00" +# build: "6" +# - job-spec: "ip6-01" +# build: "7" +# - job-spec: "l2-00" +# build: "8" +# - job-spec: "l2-01" +# build: "9" +# - job-spec: "l2-02" +# build: "10" +# - job-spec: "l2-03" +# build: "11" +# - job-spec: "l2-04" +# build: "12" +# - job-spec: "memif-00" +# build: "13" +# - job-spec: "srv6-00" +# build: "14" +# - job-spec: "srv6-01" +# build: "15" +# - job-spec: "vhost-00" +# build: "16" +# - job-spec: "vhost-01" +# build: "17" - type: "table" title: "Job Specification Duration: 3n-alt-iterative" @@ -507,47 +529,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-alt-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-alt-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov" - jb-type: "coverage" - data: "vpp-3n-alt-curr-cov" - lines: - - job-spec: "ip4-00" - build: "1" - - job-spec: "ip4-01" - build: "2" - - job-spec: "ip4-02" - build: "3" - - job-spec: "ip4-03" - build: "4" - - job-spec: "ip4tun-00" - build: "5" - - job-spec: "ip6-00" - build: "6" - - job-spec: "ip6-01" - build: "7" - - job-spec: "l2-00" - build: "8" - - job-spec: "l2-01" - build: "9" - - job-spec: "l2-02" - build: "10" - - job-spec: "l2-03" - build: "11" - - job-spec: "l2-04" - build: "12" - - job-spec: "memif-00" - build: "13" - - job-spec: "srv6-00" - build: "14" - - job-spec: "srv6-01" - build: "15" - - job-spec: "vhost-00" - build: "16" - - job-spec: "vhost-01" - build: "17" +# - type: "table" +# title: "Job Specification Duration: 3n-alt-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov" +# jb-type: "coverage" +# data: "vpp-3n-alt-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "1" +# - job-spec: "ip4-01" +# build: "2" +# - job-spec: "ip4-02" +# build: "3" +# - job-spec: "ip4-03" +# build: "4" +# - job-spec: "ip4tun-00" +# build: "5" +# - job-spec: "ip6-00" +# build: "6" +# - job-spec: "ip6-01" +# build: "7" +# - job-spec: "l2-00" +# build: "8" +# - job-spec: "l2-01" +# build: "9" +# - job-spec: "l2-02" +# build: "10" +# - job-spec: "l2-03" +# build: "11" +# - job-spec: "l2-04" +# build: "12" +# - job-spec: "memif-00" +# build: "13" +# - job-spec: "srv6-00" +# build: "14" +# - job-spec: "srv6-01" +# build: "15" +# - job-spec: "vhost-00" +# build: "16" +# - job-spec: "vhost-01" +# build: "17" # VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr - type: "table" @@ -809,28 +831,32 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -840,28 +866,32 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -871,28 +901,32 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -902,28 +936,32 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -933,28 +971,32 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -964,28 +1006,32 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -995,28 +1041,32 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-zn2-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-zn2-prev-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-zn2-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -1026,28 +1076,32 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-zn2-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-zn2-prev-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-zn2-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -1057,28 +1111,32 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-zn2-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-zn2-prev-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-zn2-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1088,28 +1146,32 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-tx2-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-tx2-prev-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-tx2-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1119,28 +1181,32 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-tx2-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-tx2-prev-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-tx2-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1150,28 +1216,32 @@ include-tests: "latency-PDR90-direction1-max" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-tx2-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-tx2-prev-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-tx2-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1181,28 +1251,32 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2110.0-9" - data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-tsh-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-tsh-prev-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-tsh-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1212,28 +1286,32 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2110.0-9" - data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-tsh-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-tsh-prev-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-tsh-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1243,28 +1321,32 @@ include-tests: "latency-PDR90-direction1-max" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2110.0-9" - data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-tsh-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-tsh-prev-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-tsh-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1274,28 +1356,32 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - # - title: "2110.0-9" - # data-set: "vpp-3n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-icx-prev-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1305,28 +1391,32 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - # - title: "2110.0-9" - # data-set: "vpp-3n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-icx-prev-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1336,28 +1426,32 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - # - title: "2110.0-9" - # data-set: "vpp-3n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-icx-prev-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1367,28 +1461,32 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - # - title: "2110.0-9" - # data-set: "vpp-2n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-icx-prev-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1398,28 +1496,32 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - # - title: "2110.0-9" - # data-set: "vpp-2n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-icx-prev-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1429,28 +1531,32 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - # - title: "2110.0-9" - # data-set: "vpp-2n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-icx-prev-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Soak vs NDR - 2n-icx - type: "table" @@ -1495,30 +1601,30 @@ ################################################################################ # VPP -# VPP Performance Changes 2n-clx VSAP -- type: "table" - title: "VPP Performance Changes 2n-clx VSAP" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-vsap" - include-tests: "vsap" - filter: "all" - columns: - - title: "2110.0-8" - data-set: "vpp-2n-clx-hist-iter-vsap-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-clx-curr-iter-vsap-old-env" - - title: "2206.0-10" - data-set: "vpp-2n-clx-curr-iter-vsap" - comparisons: - - title: "2206.0-10 vs 2202.0-9" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mcps/Mrps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' +# # VPP Performance Changes 3n-icx Hoststack +# - type: "table" +# title: "VPP Performance Changes 3n-icx Hoststack" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-hoststack" +# include-tests: "hoststack" +# filter: "all" +# columns: +# - title: "2110.0-8" +# data-set: "vpp-3n-icx-hist-iter-hoststack-new-env" +# - title: "2202.0-9" +# data-set: "vpp-3n-icx-prev-iter-hoststack-old-env" +# - title: "2206.0-10" +# data-set: "vpp-3n-icx-curr-iter-hoststack" +# comparisons: +# - title: "2206.0-10 vs 2202.0-9" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: Hoststack on 3n-icx with e810xxv.' +# - 'YYMM.V-E: [Mbps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2210).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 3n-icx 2t1c pdr - type: "table" @@ -1526,30 +1632,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-3n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-icx-prev-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 4t2c pdr - type: "table" @@ -1557,30 +1667,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-3n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-icx-prev-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 2t1c ndr - type: "table" @@ -1588,30 +1702,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-3n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-icx-prev-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 4t2c ndr - type: "table" @@ -1619,30 +1737,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-3n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-icx-prev-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 2t1c pdr - type: "table" @@ -1650,30 +1772,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-2n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-icx-prev-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 4t2c pdr - type: "table" @@ -1681,30 +1807,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-2n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-icx-prev-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 2t1c ndr - type: "table" @@ -1712,30 +1842,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-2n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-icx-prev-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 4t2c ndr - type: "table" @@ -1743,30 +1877,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-2n-icx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-icx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-icx-prev-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" @@ -1774,30 +1912,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" @@ -1805,30 +1947,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" @@ -1836,30 +1982,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" @@ -1867,30 +2017,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c pdr - type: "table" @@ -1898,30 +2052,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c pdr - type: "table" @@ -1929,30 +2087,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c ndr - type: "table" @@ -1960,30 +2122,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c ndr - type: "table" @@ -1991,30 +2157,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c pdr - type: "table" @@ -2024,28 +2194,32 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-zn2-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-zn2-prev-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-zn2-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c pdr - type: "table" @@ -2055,28 +2229,32 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-zn2-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-zn2-prev-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-zn2-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c ndr - type: "table" @@ -2086,28 +2264,32 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-zn2-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-zn2-prev-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-zn2-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c ndr - type: "table" @@ -2117,28 +2299,32 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-zn2-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-zn2-prev-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-zn2-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" @@ -2148,28 +2334,32 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-dnv-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-dnv-prev-iter-new-env" + data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-dnv-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -2179,28 +2369,32 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-dnv-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-dnv-prev-iter-new-env" + data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-dnv-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -2210,28 +2404,32 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-dnv-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-dnv-prev-iter-new-env" + data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-dnv-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -2241,28 +2439,32 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-dnv-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-dnv-prev-iter-new-env" + data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-dnv-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -2272,28 +2474,32 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2110.0-9" - data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-dnv-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-dnv-prev-iter-new-env" + data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-dnv-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -2303,28 +2509,32 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2110.0-9" - data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-dnv-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-dnv-prev-iter-new-env" + data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-dnv-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -2334,28 +2544,32 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2110.0-9" - data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-dnv-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-dnv-prev-iter-new-env" + data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-dnv-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -2365,28 +2579,32 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2110.0-9" - data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-dnv-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-dnv-prev-iter-new-env" + data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-dnv-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -2396,28 +2614,32 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2110.0-9" - data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-tsh-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-tsh-prev-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-tsh-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -2427,28 +2649,32 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2110.0-9" - data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-tsh-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-tsh-prev-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-tsh-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -2458,28 +2684,32 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2110.0-9" - data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-tsh-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-tsh-prev-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-tsh-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -2489,28 +2719,32 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2110.0-9" - data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-tsh-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-3n-tsh-prev-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-tsh-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c pdr - type: "table" @@ -2520,28 +2754,32 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-tx2-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-tx2-prev-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-tx2-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c pdr - type: "table" @@ -2551,28 +2789,32 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-tx2-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-tx2-prev-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-tx2-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c ndr - type: "table" @@ -2582,28 +2824,32 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-tx2-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-tx2-prev-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-tx2-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c ndr - type: "table" @@ -2613,28 +2859,32 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-tx2-prev-iter-old-env" - title: "2202.0-10" - data-set: "vpp-2n-tx2-prev-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-tx2-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-aws 2t1c pdr - type: "table" @@ -2644,22 +2894,22 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR'" columns: - - title: "2110.0-8" - data-set: "vpp-2n-aws-hist-iter" - title: "2202.0-9" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-2n-aws-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-aws-prev-iter" + - title: "2210.0-11" data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "2206.0-10 vs 2202.0-9" + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c pdr - type: "table" @@ -2669,22 +2919,22 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR'" columns: - - title: "2110.0-8" - data-set: "vpp-2n-aws-hist-iter" - title: "2202.0-9" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-2n-aws-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-aws-prev-iter" + - title: "2210.0-11" data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "2206.0-10 vs 2202.0-9" + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 2t1c ndr - type: "table" @@ -2694,22 +2944,22 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR'" columns: - - title: "2110.0-8" - data-set: "vpp-2n-aws-hist-iter" - title: "2202.0-9" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-2n-aws-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-aws-prev-iter" + - title: "2210.0-11" data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "2206.0-10 vs 2202.0-9" + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c ndr - type: "table" @@ -2719,122 +2969,22 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR'" columns: - - title: "2110.0-8" - data-set: "vpp-2n-aws-hist-iter" - title: "2202.0-9" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-2n-aws-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-aws-prev-iter" + - title: "2210.0-11" data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "2206.0-10 vs 2202.0-9" + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# # VPP Performance Changes 3n-aws 2t1c pdr -# - type: "table" -# title: "VPP Performance Changes 3n-aws 2t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-2t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR'" -# columns: -# - title: "2110.0-8" -# data-set: "vpp-3n-aws-hist-iter" -# - title: "2202.0-9" -# data-set: "vpp-3n-aws-prev-iter" -# - title: "2206.0-10" -# data-set: "vpp-3n-aws-curr-iter" -# comparisons: -# - title: "2206.0-10 vs 2202.0-9" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# # VPP Performance Changes 3n-aws 4t2c pdr -# - type: "table" -# title: "VPP Performance Changes 3n-aws 4t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'NDRPDR'" -# columns: -# - title: "2110.0-8" -# data-set: "vpp-3n-aws-hist-iter" -# - title: "2202.0-9" -# data-set: "vpp-3n-aws-prev-iter" -# - title: "2206.0-10" -# data-set: "vpp-3n-aws-curr-iter" -# comparisons: -# - title: "2206.0-10 vs 2202.0-9" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# # VPP Performance Changes 3n-aws 2t1c ndr -# - type: "table" -# title: "VPP Performance Changes 3n-aws 2t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-2t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR'" -# columns: -# - title: "2110.0-8" -# data-set: "vpp-3n-aws-hist-iter" -# - title: "2202.0-9" -# data-set: "vpp-3n-aws-prev-iter" -# - title: "2206.0-10" -# data-set: "vpp-3n-aws-curr-iter" -# comparisons: -# - title: "2206.0-10 vs 2202.0-9" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: NDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# # VPP Performance Changes 3n-aws 4t2c ndr -# - type: "table" -# title: "VPP Performance Changes 3n-aws 4t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'NDRPDR'" -# columns: -# - title: "2110.0-8" -# data-set: "vpp-3n-aws-hist-iter" -# - title: "2202.0-9" -# data-set: "vpp-3n-aws-prev-iter" -# - title: "2206.0-10" -# data-set: "vpp-3n-aws-curr-iter" -# comparisons: -# - title: "2206.0-10 vs 2202.0-9" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: NDR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' # VPP Performance Changes 3n-icx 2t1c mrr - type: "table" @@ -2842,30 +2992,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-3n-icx-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-icx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 4t2c mrr - type: "table" @@ -2873,30 +3027,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-3n-icx-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-icx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 8t4c mrr - type: "table" @@ -2904,30 +3062,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-8t4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-3n-icx-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-icx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 2t1c mrr - type: "table" @@ -2935,30 +3097,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-2n-icx-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-icx-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-icx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 4t2c mrr - type: "table" @@ -2966,30 +3132,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-2n-icx-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-icx-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-icx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 8t4c mrr - type: "table" @@ -2997,30 +3167,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-8t4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - # - title: "2110.0-9" - # data-set: "vpp-2n-icx-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-icx-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-icx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" - reference: 1 - compare: 2 - - title: "2206.0-10 vs 2202.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -3028,30 +3202,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -3059,30 +3237,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr - type: "table" @@ -3090,30 +3272,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-8t4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c mrr - type: "table" @@ -3121,30 +3307,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c mrr - type: "table" @@ -3152,30 +3342,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 8t4c mrr - type: "table" @@ -3183,30 +3377,34 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-8t4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c mrr - type: "table" @@ -3216,28 +3414,32 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c mrr - type: "table" @@ -3247,28 +3449,32 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 8t4c mrr - type: "table" @@ -3278,28 +3484,32 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" @@ -3309,28 +3519,32 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + data-set: "vpp-2n-dnv-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" @@ -3340,28 +3554,32 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + data-set: "vpp-2n-dnv-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" @@ -3371,28 +3589,32 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + data-set: "vpp-2n-dnv-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" @@ -3402,28 +3624,32 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2110.0-9" - data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + data-set: "vpp-3n-dnv-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" @@ -3433,28 +3659,32 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2110.0-9" - data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + data-set: "vpp-3n-dnv-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" @@ -3464,28 +3694,32 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2110.0-9" - data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + data-set: "vpp-3n-dnv-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -3495,28 +3729,32 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2110.0-9" - data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -3526,28 +3764,32 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2110.0-9" - data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -3557,28 +3799,32 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2110.0-9" - data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c mrr - type: "table" @@ -3588,28 +3834,32 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c mrr - type: "table" @@ -3619,28 +3869,32 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 4t4c mrr - type: "table" @@ -3650,28 +3904,32 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2110.0-9" - data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - - title: "2202.0-9" - data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - title: "2202.0-10" - data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2202.0-10 vs 2202.0-9" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2206.0-10 vs 2202.0-10" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.' - - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-aws 2t1c mrr - type: "table" @@ -3681,22 +3939,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C'" columns: - - title: "2110.0-8" - data-set: "vpp-2n-aws-hist-iter-mrr" - title: "2202.0-9" - data-set: "vpp-2n-aws-prev-iter-mrr" + data-set: "vpp-2n-aws-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-aws-prev-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-aws-curr-iter-mrr" comparisons: - - title: "2206.0-10 vs 2202.0-9" + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c mrr - type: "table" @@ -3706,72 +3964,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C'" columns: - - title: "2110.0-8" - data-set: "vpp-2n-aws-hist-iter-mrr" - title: "2202.0-9" - data-set: "vpp-2n-aws-prev-iter-mrr" + data-set: "vpp-2n-aws-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-aws-prev-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-aws-curr-iter-mrr" comparisons: - - title: "2206.0-10 vs 2202.0-9" + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# # VPP Performance Changes 3n-aws 2t1c mrr -# - type: "table" -# title: "VPP Performance Changes 3n-aws 2t1c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-2t1c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C'" -# columns: -# - title: "2110.0-8" -# data-set: "vpp-3n-aws-hist-iter-mrr" -# - title: "2202.0-9" -# data-set: "vpp-3n-aws-prev-iter-mrr" -# - title: "2206.0-10" -# data-set: "vpp-3n-aws-curr-iter-mrr" -# comparisons: -# - title: "2206.0-10 vs 2202.0-9" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# # VPP Performance Changes 3n-aws 4t2c mrr -# - type: "table" -# title: "VPP Performance Changes 3n-aws 4t2c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C'" -# columns: -# - title: "2110.0-8" -# data-set: "vpp-3n-aws-hist-iter-mrr" -# - title: "2202.0-9" -# data-set: "vpp-3n-aws-prev-iter-mrr" -# - title: "2206.0-10" -# data-set: "vpp-3n-aws-curr-iter-mrr" -# comparisons: -# - title: "2206.0-10 vs 2202.0-9" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' # Detailed Test Results - VPP Performance Results 2n-zn2 - type: "table" @@ -3929,6 +4137,23 @@ - "parent" - "msg" +# Detailed Test Results - VPP Performance Results 3n-snr +- type: "table" + title: "Detailed Test Results - VPP Performance Results 3n-snr" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,VPP,3N,SNR]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "vpp-3n-snr-curr-cov" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + # Detailed Test Results - VPP Performance Results 2n-aws - type: "table" title: "Detailed Test Results - VPP Performance Results 2n-aws" @@ -3946,23 +4171,6 @@ - "parent" - "msg" -# # Detailed Test Results - VPP Performance Results 3n-aws -# - type: "table" -# title: "Detailed Test Results - VPP Performance Results 3n-aws" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTR,PERF,VPP,3N,AWS]}/" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. min avg max min avg max (10% PDR) |br| 4. min avg max min avg max (50% PDR) |br| 5. min avg max min avg max (90% PDR) |preout| " -# data: "data msg" -# data: "vpp-3n-aws-curr-cov" -# filter: "all" -# parameters: -# - "name" -# - "parent" -# - "msg" - # Test configuration - VPP Performance Test Configs 2n-zn2 - type: "table" title: "Test configuration - VPP Performance Test Configs 2n-zn2" @@ -4118,6 +4326,23 @@ - "name" - "conf-history" +# Test configuration - VPP Performance Test Configs 3n-snr +- type: "table" + title: "Test configuration - VPP Performance Test Configs 3n-snr" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,PERF,VPP,3N,SNR]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-3n-snr-curr-cov" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + # Test configuration - VPP Performance Test Configs 2n-aws - type: "table" title: "Test configuration - VPP Performance Test Configs 2n-aws" @@ -4135,23 +4360,6 @@ - "name" - "conf-history" -# # Test configuration - VPP Performance Test Configs 3n-aws -# - type: "table" -# title: "Test configuration - VPP Performance Test Configs 3n-aws" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTC,PERF,VPP,3N,AWS]}/" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " -# data: "data conf-history" -# data: "vpp-3n-aws-curr-cov" -# filter: "all" -# parameters: -# - "parent" -# - "name" -# - "conf-history" - # Test Operational Data - VPP Performance Operational Data 2n-zn2 - type: "table" title: "Test Operational Data - VPP Performance Operational Data 2n-zn2" @@ -4224,6 +4432,14 @@ data: "vpp-2n-dnv-curr-cov" filter: "all" +# Test Operational Data - VPP Performance Operational Data 3n-snr +- type: "table" + title: "Test Operational Data - VPP Performance Operational Data 3n-snr" + algorithm: "table_oper_data_html" + output-file: "{DIR[DTO,PERF,VPP,3N,SNR]}/" + data: "vpp-3n-snr-curr-cov" + filter: "all" + # Test Operational Data - VPP Performance Operational Data 2n-aws - type: "table" title: "Test Operational Data - VPP Performance Operational Data 2n-aws" @@ -4232,14 +4448,6 @@ data: "vpp-2n-aws-curr-cov" filter: "all" -# # Test Operational Data - VPP Performance Operational Data 3n-aws -# - type: "table" -# title: "Test Operational Data - VPP Performance Operational Data 3n-aws" -# algorithm: "table_oper_data_html" -# output-file: "{DIR[DTO,PERF,VPP,3N,AWS]}/" -# data: "vpp-3n-aws-curr-cov" -# filter: "all" - # Detailed Test Results - VPP MRR Results 2n-zn2 - type: "table" title: "Detailed Test Results - VPP MRR Results 2n-zn2" @@ -4393,6 +4601,23 @@ - "parent" - "msg" +# Detailed Test Results - VPP MRR Results 3n-snr +- type: "table" + title: "Detailed Test Results - VPP MRR Results 3n-snr" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,MRR,VPP,3N,SNR]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" + data: "vpp-3n-snr-curr-iter-mrr" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + # Detailed Test Results - VPP MRR Results 2n-aws - type: "table" title: "Detailed Test Results - VPP MRR Results 2n-aws" @@ -4410,23 +4635,6 @@ - "parent" - "msg" -# # Detailed Test Results - VPP MRR Results 3n-aws -# - type: "table" -# title: "Detailed Test Results - VPP MRR Results 3n-aws" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTR,MRR,VPP,3N,AWS]}/" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " -# data: "data msg" -# data: "vpp-3n-aws-curr-iter-mrr" -# filter: "all" -# parameters: -# - "name" -# - "parent" -# - "msg" - # Test configuration - VPP MRR Test Configs 2n-zn2 - type: "table" title: "Test configuration - VPP MRR Test Configs 2n-zn2" @@ -4580,6 +4788,23 @@ - "name" - "conf-history" +# Test configuration - VPP MRR Test Configs 3n-snr +- type: "table" + title: "Test configuration - VPP MRR Test Configs 3n-snr" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,MRR,VPP,3N,SNR]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-3n-snr-curr-iter-mrr" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + # Test configuration - VPP MRR Test Configs 2n-aws - type: "table" title: "Test configuration - VPP MRR Test Configs 2n-aws" @@ -4597,23 +4822,6 @@ - "name" - "conf-history" -# # Test configuration - VPP MRR Test Configs 3n-aws -# - type: "table" -# title: "Test configuration - VPP MRR Test Configs 3n-aws" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTC,MRR,VPP,3N,AWS]}/" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " -# data: "data conf-history" -# data: "vpp-3n-aws-curr-iter-mrr" -# filter: "all" -# parameters: -# - "parent" -# - "name" -# - "conf-history" - # Detailed Test Results - VPP Device Results - Ubuntu - type: "table" title: "Detailed Test Results - VPP Device Results - Ubuntu" @@ -4657,23 +4865,23 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "21.08" - # data-set: "dpdk-3n-icx-hist-iter" - title: "21.11" - data-set: "dpdk-3n-icx-prev-iter" + data-set: "dpdk-3n-icx-hist-iter" - title: "22.03" + data-set: "dpdk-3n-icx-prev-iter" + - title: "22.07" data-set: "dpdk-3n-icx-curr-iter" comparisons: - - title: "22.03 vs 21.11" - reference: 1 - compare: 2 + - title: "22.07 vs 22.03" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-icx 4t2c pdr - type: "table" @@ -4681,23 +4889,23 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "21.08" - # data-set: "dpdk-3n-icx-hist-iter" - title: "21.11" - data-set: "dpdk-3n-icx-prev-iter" + data-set: "dpdk-3n-icx-hist-iter" - title: "22.03" + data-set: "dpdk-3n-icx-prev-iter" + - title: "22.07" data-set: "dpdk-3n-icx-curr-iter" comparisons: - - title: "22.03 vs 21.11" - reference: 1 - compare: 2 + - title: "22.07 vs 22.03" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-icx 2t1c ndr - type: "table" @@ -4705,23 +4913,23 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "21.08" - # data-set: "dpdk-3n-icx-hist-iter" - title: "21.11" - data-set: "dpdk-3n-icx-prev-iter" + data-set: "dpdk-3n-icx-hist-iter" - title: "22.03" + data-set: "dpdk-3n-icx-prev-iter" + - title: "22.07" data-set: "dpdk-3n-icx-curr-iter" comparisons: - - title: "22.03 vs 21.11" - reference: 1 - compare: 2 + - title: "22.07 vs 22.03" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-icx 4t2c ndr - type: "table" @@ -4729,23 +4937,23 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "21.08" - # data-set: "dpdk-3n-icx-hist-iter" - title: "21.11" - data-set: "dpdk-3n-icx-prev-iter" + data-set: "dpdk-3n-icx-hist-iter" - title: "22.03" + data-set: "dpdk-3n-icx-prev-iter" + - title: "22.07" data-set: "dpdk-3n-icx-curr-iter" comparisons: - - title: "22.03 vs 21.11" - reference: 1 - compare: 2 + - title: "22.07 vs 22.03" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-icx 2t1c pdr - type: "table" @@ -4753,23 +4961,23 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "21.08" - # data-set: "dpdk-2n-icx-hist-iter" - title: "21.11" - data-set: "dpdk-2n-icx-prev-iter" + data-set: "dpdk-2n-icx-hist-iter" - title: "22.03" + data-set: "dpdk-2n-icx-prev-iter" + - title: "22.07" data-set: "dpdk-2n-icx-curr-iter" comparisons: - - title: "22.03 vs 21.11" - reference: 1 - compare: 2 + - title: "22.07 vs 22.03" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-icx 4t2c pdr - type: "table" @@ -4777,23 +4985,23 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "21.08" - # data-set: "dpdk-2n-icx-hist-iter" - title: "21.11" - data-set: "dpdk-2n-icx-prev-iter" + data-set: "dpdk-2n-icx-hist-iter" - title: "22.03" + data-set: "dpdk-2n-icx-prev-iter" + - title: "22.07" data-set: "dpdk-2n-icx-curr-iter" comparisons: - - title: "22.03 vs 21.11" - reference: 1 - compare: 2 + - title: "22.07 vs 22.03" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-icx 2t1c ndr - type: "table" @@ -4801,23 +5009,23 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "21.08" - # data-set: "dpdk-2n-icx-hist-iter" - title: "21.11" - data-set: "dpdk-2n-icx-prev-iter" + data-set: "dpdk-2n-icx-hist-iter" - title: "22.03" + data-set: "dpdk-2n-icx-prev-iter" + - title: "22.07" data-set: "dpdk-2n-icx-curr-iter" comparisons: - - title: "22.03 vs 21.11" - reference: 1 - compare: 2 + - title: "22.07 vs 22.03" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-icx 4t2c ndr - type: "table" @@ -4825,23 +5033,23 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - # - title: "21.08" - # data-set: "dpdk-2n-icx-hist-iter" - title: "21.11" - data-set: "dpdk-2n-icx-prev-iter" + data-set: "dpdk-2n-icx-hist-iter" - title: "22.03" + data-set: "dpdk-2n-icx-prev-iter" + - title: "22.07" data-set: "dpdk-2n-icx-curr-iter" comparisons: - - title: "22.03 vs 21.11" - reference: 1 - compare: 2 + - title: "22.07 vs 22.03" + reference: 2 + compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-clx 2t1c pdr - type: "table" @@ -4849,23 +5057,23 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.08" - data-set: "dpdk-2n-clx-hist-iter" - title: "21.11" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "22.03" + data-set: "dpdk-2n-clx-prev-iter" + - title: "22.07" data-set: "dpdk-2n-clx-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-clx 4t2c pdr - type: "table" @@ -4873,23 +5081,23 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.08" - data-set: "dpdk-2n-clx-hist-iter" - title: "21.11" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "22.03" + data-set: "dpdk-2n-clx-prev-iter" + - title: "22.07" data-set: "dpdk-2n-clx-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-clx 2t1c ndr - type: "table" @@ -4897,23 +5105,23 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.08" - data-set: "dpdk-2n-clx-hist-iter" - title: "21.11" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "22.03" + data-set: "dpdk-2n-clx-prev-iter" + - title: "22.07" data-set: "dpdk-2n-clx-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-clx 4t2c ndr - type: "table" @@ -4921,23 +5129,23 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.08" - data-set: "dpdk-2n-clx-hist-iter" - title: "21.11" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "22.03" + data-set: "dpdk-2n-clx-prev-iter" + - title: "22.07" data-set: "dpdk-2n-clx-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-zn2 2t1c pdr - type: "table" @@ -4945,23 +5153,23 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.08" - data-set: "dpdk-2n-zn2-hist-iter" - title: "21.11" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "22.03" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "22.07" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-zn2 4t2c pdr - type: "table" @@ -4969,23 +5177,23 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.08" - data-set: "dpdk-2n-zn2-hist-iter" - title: "21.11" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "22.03" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "22.07" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-zn2 2t1c ndr - type: "table" @@ -4993,23 +5201,23 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.08" - data-set: "dpdk-2n-zn2-hist-iter" - title: "21.11" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "22.03" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "22.07" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-zn2 4t2c ndr - type: "table" @@ -5017,23 +5225,23 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "21.08" - data-set: "dpdk-2n-zn2-hist-iter" - title: "21.11" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "22.03" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "22.07" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -5041,23 +5249,23 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" + filter: "'1C' and 'NDRPDR'" columns: - - title: "21.08" - data-set: "dpdk-3n-tsh-hist-iter" - title: "21.11" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "22.03" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "22.07" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -5065,23 +5273,23 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" + filter: "'2C' and 'NDRPDR'" columns: - - title: "21.08" - data-set: "dpdk-3n-tsh-hist-iter" - title: "21.11" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "22.03" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "22.07" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -5089,23 +5297,23 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" + filter: "'1C' and 'NDRPDR'" columns: - - title: "21.08" - data-set: "dpdk-3n-tsh-hist-iter" - title: "21.11" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "22.03" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "22.07" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -5113,23 +5321,23 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" + filter: "'2C' and 'NDRPDR'" columns: - - title: "21.08" - data-set: "dpdk-3n-tsh-hist-iter" - title: "21.11" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "22.03" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "22.07" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-tx2 1t1c pdr - type: "table" @@ -5137,23 +5345,23 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" + filter: "'1C' and 'NDRPDR'" columns: - - title: "21.08" - data-set: "dpdk-2n-tx2-hist-iter" - title: "21.11" - data-set: "dpdk-2n-tx2-prev-iter" + data-set: "dpdk-2n-tx2-hist-iter" - title: "22.03" + data-set: "dpdk-2n-tx2-prev-iter" + - title: "22.07" data-set: "dpdk-2n-tx2-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-tx2 2t2c pdr - type: "table" @@ -5161,23 +5369,23 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-2t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" + filter: "'2C' and 'NDRPDR'" columns: - - title: "21.08" - data-set: "dpdk-2n-tx2-hist-iter" - title: "21.11" - data-set: "dpdk-2n-tx2-prev-iter" + data-set: "dpdk-2n-tx2-hist-iter" - title: "22.03" + data-set: "dpdk-2n-tx2-prev-iter" + - title: "22.07" data-set: "dpdk-2n-tx2-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-tx2 1t1c ndr - type: "table" @@ -5185,23 +5393,23 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" + filter: "'1C' and 'NDRPDR'" columns: - - title: "21.08" - data-set: "dpdk-2n-tx2-hist-iter" - title: "21.11" - data-set: "dpdk-2n-tx2-prev-iter" + data-set: "dpdk-2n-tx2-hist-iter" - title: "22.03" + data-set: "dpdk-2n-tx2-prev-iter" + - title: "22.07" data-set: "dpdk-2n-tx2-curr-iter" comparisons: - - title: "22.03 vs 21.11" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # DPDK Performance Changes 2n-tx2 2t2c ndr - type: "table" @@ -5209,23 +5417,23 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" + filter: "'2C' and 'NDRPDR'" columns: - - title: "21.08" - data-set: "dpdk-2n-tx2-hist-iter" - title: "21.11" - data-set: "dpdk-2n-tx2-prev-iter" + data-set: "dpdk-2n-tx2-hist-iter" - title: "22.03" + data-set: "dpdk-2n-tx2-prev-iter" + - title: "22.07" data-set: "dpdk-2n-tx2-curr-iter" comparisons: - - title: "Diff" + - title: "22.07 vs 22.03" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2.' - - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' + - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' + - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # Detailed Test Results - DPDK Performance Results 2n-zn2 - type: "table" @@ -5330,6 +5538,23 @@ - "parent" - "msg" +# Detailed Test Results - DPDK Performance Results 3n-snr +- type: "table" + title: "Detailed Test Results - DPDK Performance Results 3n-snr" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,DPDK,3N,SNR]}/dpdk_performance_results_3n_snr" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "dpdk-3n-snr-curr-iter-best" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + # Detailed Test Results - DPDK Performance Results 2n-tx2 - type: "table" title: "Detailed Test Results - DPDK Performance Results 2n-tx2" @@ -5367,7 +5592,7 @@ - "{DIR[DTR,PERF,VPP,2N,DNV]}" - "{DIR[DTR,PERF,VPP,3N,DNV]}" - "{DIR[DTR,PERF,VPP,2N,AWS]}" - # - "{DIR[DTR,PERF,VPP,3N,AWS]}" + - "{DIR[DTR,PERF,VPP,3N,SNR]}" data: - "vpp-2n-clx-curr-cov" - "vpp-2n-icx-curr-cov" @@ -5379,7 +5604,7 @@ - "vpp-2n-dnv-curr-cov" - "vpp-3n-dnv-curr-cov" - "vpp-2n-aws-curr-cov" - # - "vpp-3n-aws-curr-cov" + - "vpp-3n-snr-curr-cov" filter: "'NDRPDR'" data-start-level: 4 order-chapters: @@ -5408,7 +5633,7 @@ - "2n-dnv" - "3n-dnv" - "2n-aws" - # - "3n-aws" + - "3n-snr" level-3: - "xl710" - "x520" @@ -5437,7 +5662,7 @@ - "{DIR[DTC,PERF,VPP,2N,DNV]}" - "{DIR[DTC,PERF,VPP,3N,DNV]}" - "{DIR[DTC,PERF,VPP,2N,AWS]}" - # - "{DIR[DTC,PERF,VPP,3N,AWS]}" + - "{DIR[DTC,PERF,VPP,3N,SNR]}" data: - "vpp-2n-clx-curr-cov" - "vpp-2n-icx-curr-cov" @@ -5449,7 +5674,7 @@ - "vpp-2n-dnv-curr-cov" - "vpp-3n-dnv-curr-cov" - "vpp-2n-aws-curr-cov" - # - "vpp-3n-aws-curr-cov" + - "vpp-3n-snr-curr-cov" filter: "'NDRPDR'" data-start-level: 4 order-chapters: @@ -5478,7 +5703,7 @@ - "2n-dnv" - "3n-dnv" - "2n-aws" - # - "3n-aws" + - "3n-snr" level-3: - "xl710" - "x520" @@ -5507,7 +5732,7 @@ - "{DIR[DTO,PERF,VPP,2N,DNV]}" - "{DIR[DTO,PERF,VPP,3N,DNV]}" - "{DIR[DTO,PERF,VPP,2N,AWS]}" - # - "{DIR[DTO,PERF,VPP,3N,AWS]}" + - "{DIR[DTO,PERF,VPP,3N,SNR]}" data: - "vpp-2n-clx-curr-cov" - "vpp-2n-icx-curr-cov" @@ -5519,7 +5744,7 @@ - "vpp-2n-dnv-curr-cov" - "vpp-3n-dnv-curr-cov" - "vpp-2n-aws-curr-cov" - # - "vpp-3n-aws-curr-cov" + - "vpp-3n-snr-curr-cov" filter: "'NDRPDR'" data-start-level: 4 order-chapters: @@ -5548,7 +5773,7 @@ - "2n-dnv" - "3n-dnv" - "2n-aws" - # - "3n-aws" + - "3n-snr" level-3: - "xl710" - "x520" @@ -5577,7 +5802,7 @@ - "{DIR[DTR,MRR,VPP,2N,DNV]}" - "{DIR[DTR,MRR,VPP,3N,DNV]}" - "{DIR[DTR,MRR,VPP,2N,AWS]}" - # - "{DIR[DTR,MRR,VPP,3N,AWS]}" + - "{DIR[DTR,MRR,VPP,3N,SNR]}" data: - "vpp-2n-clx-curr-iter-mrr" - "vpp-2n-icx-curr-iter-mrr" @@ -5589,7 +5814,7 @@ - "vpp-2n-dnv-curr-iter-mrr" - "vpp-3n-dnv-curr-iter-mrr" - "vpp-2n-aws-curr-iter-mrr" - # - "vpp-3n-aws-curr-iter-mrr" + - "vpp-3n-snr-curr-iter-mrr" filter: "'MRR'" data-start-level: 4 order-chapters: @@ -5618,7 +5843,7 @@ - "2n-dnv" - "3n-dnv" - "2n-aws" - # - "3n-aws" + - "3n-snr" level-3: - "xl710" - "x520" @@ -5647,7 +5872,7 @@ - "{DIR[DTC,MRR,VPP,2N,DNV]}" - "{DIR[DTC,MRR,VPP,3N,DNV]}" - "{DIR[DTC,MRR,VPP,2N,AWS]}" - # - "{DIR[DTC,MRR,VPP,3N,AWS]}" + - "{DIR[DTC,MRR,VPP,3N,SNR]}" data: - "vpp-2n-clx-curr-iter-mrr" - "vpp-2n-icx-curr-iter-mrr" @@ -5659,7 +5884,7 @@ - "vpp-2n-dnv-curr-iter-mrr" - "vpp-3n-dnv-curr-iter-mrr" - "vpp-2n-aws-curr-iter-mrr" - # - "vpp-3n-aws-curr-iter-mrr" + - "vpp-3n-snr-curr-iter-mrr" filter: "'MRR'" data-start-level: 4 order-chapters: @@ -5688,7 +5913,7 @@ - "2n-dnv" - "3n-dnv" - "2n-aws" - # - "3n-aws" + - "3n-snr" level-3: - "xl710" - "x520" @@ -5761,26 +5986,6 @@ filter: "all" data-start-level: 4 -## DPDK Performance Results 2n-dnv -#- type: "file" -# title: "DPDK Performance Results 2n-dnv" -# algorithm: "file_test_results" -# output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}" -# dir-tables: "{DIR[DTR,PERF,DPDK,2N,DNV]}" -# data: "dpdk-perf-results-2n-dnv" -# filter: "all" -# data-start-level: 4 -# -## DPDK Performance Results 3n-dnv -#- type: "file" -# title: "DPDK Performance Results 3n-dnv" -# algorithm: "file_test_results" -# output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}" -# dir-tables: "{DIR[DTR,PERF,DPDK,3N,DNV]}" -# data: "dpdk-perf-results-3n-dnv" -# filter: "all" -# data-start-level: 4 - # DPDK Performance Results 3n-tsh - type: "file" title: "DPDK Performance Results 3n-tsh" @@ -5801,6 +6006,16 @@ filter: "all" data-start-level: 4 +# DPDK Performance Results 3n-snr +- type: "file" + title: "DPDK Performance Results 3n-snr" + algorithm: "file_test_results" + output-file: "{DIR[DTR,PERF,DPDK,3N,SNR]}" + dir-tables: "{DIR[DTR,PERF,DPDK,3N,SNR]}" + data: "dpdk-3n-snr-curr-iter-best" + filter: "all" + data-start-level: 4 + # DPDK Performance Results 2n-tx2 - type: "file" title: "DPDK Performance Results 2n-tx2" @@ -5815,186 +6030,6 @@ ### P L O T S ### ################################################################################ -# VSAP tests 2n-clx - -- type: "plot" - title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - layout: - title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - layout: - title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - layout: - title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - layout: - title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - layout: - title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - layout: - title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - layout: - title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - layout: - title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - layout: - title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - layout: - title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - layout: - title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - layout: - title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - layout: - title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - layout: - title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - layout: - title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - layout: - title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -################################################################################ - # Soak Test (PLRsearch), boxes - 2n-icx - type: "plot" title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" @@ -6004,8 +6039,8 @@ data: "vpp-2n-icx-curr-soak" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Soak.64B-2t1c-avf-eth-l2xcbase-soak" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Soak.64B-2t1c-eth-l2xcbase-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-eth-l2bdbasemaclrn-soak" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Soak.64B-2t1c-avf-ethip4-ip4base-soak" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Soak.64B-2t1c-ethip4-ip4base-soak" @@ -6040,8 +6075,8 @@ data: "vpp-2n-clx-curr-soak" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Soak.64B-2t1c-avf-eth-l2xcbase-soak" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Soak.64B-2t1c-eth-l2xcbase-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-eth-l2bdbasemaclrn-soak" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Soak.64B-2t1c-avf-ethip4-ip4base-soak" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Soak.64B-2t1c-ethip4-ip4base-soak" @@ -6585,58 +6620,6 @@ title: "2n-aws-nitro50g-1518b-{core}-ip6routing-base-scale-ena-{test_type}" layout: "plot-throughput" -# - type: "plot" -# title: "Throughput: 3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}" -# data: "vpp-3n-aws-curr-iter" -# core: ["2t1c", 4t2c] -# include: -# - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" -# layout: -# title: "3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}" -# layout: "plot-throughput" - -# - type: "plot" -# title: "Throughput: 3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}" -# data: "vpp-3n-aws-curr-iter" -# core: ["2t1c", 4t2c] -# include: -# - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.1518b-{core}-ethip4-ip4base-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.1518b-{core}-ethip4-ip4scale20k-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.1518b-{core}-ethip4-ip4scale20k-rnd-ndrpdr" -# layout: -# title: "3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}" -# layout: "plot-throughput" - -# - type: "plot" -# title: "Throughput: 3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-ena-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-{test_type}" -# data: "vpp-3n-aws-curr-iter" -# core: ["2t1c", 4t2c] -# include: -# - "Tests.Vpp.Perf.Crypto.50ge1p1ENA-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr.1518B-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" -# layout: -# title: "3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-ena-{test_type}" -# layout: "plot-throughput" - -# - type: "plot" -# title: "Throughput: 3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-ena-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-{test_type}" -# data: "vpp-3n-aws-curr-iter" -# core: ["2t1c", 4t2c] -# include: -# - "Tests.Vpp.Perf.Crypto.50ge1p1ENA-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr.imix-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" -# layout: -# title: "3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-ena-{test_type}" -# layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-tsh-x520-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -7871,20 +7854,6 @@ title: "3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}" layout: "plot-throughput-speedup-analysis" -#- type: "plot" -# title: "Speedup: 3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-{test_type}-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-{test_type}-tsa" -# data: "vpp-3n-dnv-curr-iter" -# test-type: ["ndr", "pdr"] -# include: -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" -# layout: -# title: "3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-{test_type}" -# layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 2n-tx2-xl710-64b-ipsec-base-scale-sw-policy-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -8383,16 +8352,16 @@ data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" layout: title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" layout: "plot-cps" @@ -8404,16 +8373,16 @@ data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" layout: title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" layout: "plot-cps" @@ -8426,10 +8395,10 @@ core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" layout: title: "2n-clx-xxv710-100b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" @@ -8442,8 +8411,11 @@ data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" layout: title: "2n-clx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" @@ -9035,16 +9007,16 @@ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" data: "vpp-2n-clx-curr-iter" include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" layout: title: "2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" layout: "plot-throughput-speedup-analysis-cps" @@ -9055,16 +9027,16 @@ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" data: "vpp-2n-clx-curr-iter" include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" layout: title: "2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" layout: "plot-throughput-speedup-analysis-cps" @@ -9076,10 +9048,10 @@ data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" layout: title: "2n-clx-xxv710-100b-nat44ed-ip4routing-tcp-tput-avf-{test_type}" @@ -9091,8 +9063,11 @@ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-100b-nat44ed-ip4routing-udp-tput-avf-{test_type}-tsa" data: "vpp-2n-clx-curr-iter" include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" layout: title: "2n-clx-xxv710-100b-nat44ed-ip4routing-udp-tput-avf-{test_type}" @@ -9611,10 +9586,10 @@ core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Cps-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" layout: title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" @@ -9628,10 +9603,10 @@ core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" layout: title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" @@ -9644,8 +9619,11 @@ data: "vpp-2n-icx-curr-iter" core: ["2t1c", ] include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Tput-ndrpdr.100B-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Tput-ndrpdr.100B-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Tput-ndrpdr.100B-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" layout: title: "2n-icx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" @@ -9659,10 +9637,10 @@ core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" layout: title: "2n-icx-xxv710-100b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" @@ -9894,10 +9872,10 @@ data: "vpp-2n-icx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" layout: title: "2n-icx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" @@ -9910,10 +9888,10 @@ data: "vpp-2n-icx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" layout: title: "2n-icx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" @@ -9926,10 +9904,10 @@ data: "vpp-2n-icx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" layout: title: "2n-icx-xxv710-100b-nat44ed-ip4routing-tcp-tput-avf-{test_type}" @@ -9941,8 +9919,11 @@ output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-100b-nat44ed-ip4routing-udp-tput-avf-{test_type}-tsa" data: "vpp-2n-icx-curr-iter" include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-Ip4Base-H1024-P63-S64512-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-Nat44Ed-H1024-P63-S64512-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-Ip4Base-H16384-P63-S1032192-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-Nat44Ed-H16384-P63-S1032192-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-Ip4Base-H65536-P63-S4128768-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-Nat44Ed-H65536-P63-S4128768-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" layout: title: "2n-icx-xxv710-100b-nat44ed-ip4routing-udp-tput-avf-{test_type}" @@ -10326,16 +10307,16 @@ # core: ["2t1c", ] # test-type: ["ndr", "pdr"] # include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" # layout: # title: "2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" # layout: "plot-cps" @@ -10348,16 +10329,16 @@ # core: ["2t1c", ] # test-type: ["ndr", "pdr"] # include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" # layout: # title: "2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" # layout: "plot-throughput" @@ -10370,16 +10351,16 @@ # core: ["2t1c", ] # test-type: ["ndr", "pdr"] # include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" # layout: # title: "2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" # layout: "plot-cps" @@ -10392,16 +10373,16 @@ # core: ["2t1c", ] # test-type: ["ndr", "pdr"] # include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" # layout: # title: "2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" # layout: "plot-throughput" @@ -10839,16 +10820,16 @@ # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" # data: "vpp-2n-zn2-curr-iter" # include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" # layout: # title: "2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" # layout: "plot-throughput-speedup-analysis-cps" @@ -10859,16 +10840,16 @@ # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}-tsa" # data: "vpp-2n-zn2-curr-iter" # include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" # layout: # title: "2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" # layout: "plot-throughput-speedup-analysis" @@ -10879,16 +10860,16 @@ # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" # data: "vpp-2n-zn2-curr-iter" # include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" # layout: # title: "2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" # layout: "plot-throughput-speedup-analysis-cps" @@ -10899,16 +10880,16 @@ # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}-tsa" # data: "vpp-2n-zn2-curr-iter" # include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" # layout: # title: "2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" # layout: "plot-throughput-speedup-analysis" @@ -11684,6 +11665,249 @@ title: "3n-icx-xxv710-78b-srv6-ip6routing-base-avf-{test_type}" layout: "plot-throughput-speedup-analysis" +# 3n-snr Packet Throughput + +- type: "plot" + title: "Throughput: 3n-snr-e822cq-64b-{core}-ip4routing-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-{core}-ip4routing-base-scale-{test_type}" + data: "vpp-3n-snr-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.25Ge2P1E822Cq-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.25Ge2P1E822Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.25Ge2P1E822Cq-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" + layout: + title: "3n-snr-e822cq-64b-{core}-ip4routing-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-snr-e822cq-64b-{core}-ip4tunnel-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-{core}-ip4tunnel-base-{test_type}" + data: "vpp-3n-snr-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-snr-e822cq-64b-{core}-ip4tunnel-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-snr-e822cq-78b-{core}-ip6routing-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-78b-{core}-ip6routing-base-scale-{test_type}" + data: "vpp-3n-snr-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Scale20K-Rnd-Ndrpdr.78B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" + layout: + title: "3n-snr-e822cq-78b-{core}-ip6routing-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-snr-e822cq-64b-{core}-l2switching-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-{core}-l2switching-base-scale-{test_type}" + data: "vpp-3n-snr-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" + layout: + title: "3n-snr-e822cq-64b-{core}-l2switching-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}" + data: "vpp-3n-snr-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}" + data: "vpp-3n-snr-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" + data: "vpp-3n-snr-curr-iter" + core: ["1t2c", ] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" + data: "vpp-3n-snr-curr-iter" + core: ["1t2c", ] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" + layout: "plot-throughput" + +# 3n-snr Speedup + +- type: "plot" + title: "Speedup: 3n-snr-e822cq-64b-ip4routing-base-scale-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-ip4routing-base-scale-{test_type}-tsa" + data: "vpp-3n-snr-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.25Ge2P1E822Cq-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.25Ge2P1E822Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.25Ge2P1E822Cq-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" + layout: + title: "3n-snr-e822cq-64b-ip4routing-base-scale-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-snr-e822cq-64b-ip4tunnel-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-ip4tunnel-base-{test_type}-tsa" + data: "vpp-3n-snr-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-snr-e822cq-64b-ip4tunnel-base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-snr-e822cq-78b-ip6routing-base-scale-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-78b-ip6routing-base-scale-{test_type}-tsa" + data: "vpp-3n-snr-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Scale20K-Rnd-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-rnd-ndrpdr" + layout: + title: "3n-snr-e822cq-78b-ip6routing-base-scale-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-snr-e822cq-64b-l2switching-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-l2switching-base-{test_type}-tsa" + data: "vpp-3n-snr-curr-iter" + include: + - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" + layout: + title: "3n-snr-e822cq-64b-l2switching-base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-snr-e822cq-1518b-ipsec-ip4routing-scale-sw-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-ipsec-ip4routing-scale-sw-{test_type}-tsa" + data: "vpp-3n-snr-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-snr-e822cq-1518b-ipsec-ip4routing-scale-sw-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-snr-e822cq-imix-ipsec-ip4routing-scale-sw-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-ipsec-ip4routing-scale-sw-{test_type}-tsa" + data: "vpp-3n-snr-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-snr-e822cq-imix-ipsec-ip4routing-scale-sw-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-snr-e822cq-1518b-ipsec-ip4routing-scale-scheduler-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-ipsec-ip4routing-scale-scheduler-{test_type}-tsa" + data: "vpp-3n-snr-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-.t.c-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-.t.c-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-snr-e822cq-1518b-ipsec-ip4routing-scale-scheduler-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-snr-e822cq-imix-ipsec-ip4routing-scale-scheduler-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-ipsec-ip4routing-scale-scheduler-{test_type}-tsa" + data: "vpp-3n-snr-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-snr-e822cq-imix-ipsec-ip4routing-scale-scheduler-{test_type}" + layout: "plot-throughput-speedup-analysis" + +# DPDK 3n-snr-e822cq + +- type: "plot" + title: "DPDK Throughput: 3n-snr-e822cq-64b-{core}-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,DPDK]}/3n-snr-e822cq-64b-{core}-base-{test_type}" + data: "dpdk-3n-snr-curr-iter" + core: ["1t1c", "2t2c"] + include: + - "Tests.Dpdk.Perf.25Ge2P1E822Cq-Eth-L2Xcbase-Testpmd-Ndrpdr.64B-{core}-eth-l2xcbase-testpmd-ndrpdr" + - "Tests.Dpdk.Perf.25Ge2P1E822Cq-Ethip4-Ip4Base-L3Fwd-Ndrpdr.64B-{core}-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-snr-e822cq-64b-{core}-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Speedup: 3n-snr-e822cq-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/3n-snr-e822cq-64b-base-{test_type}-tsa" + data: "dpdk-3n-snr-curr-iter" + include: + - "Tests.Dpdk.Perf.25Ge2P1E822Cq-Eth-L2Xcbase-Testpmd-Ndrpdr.64B-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "Tests.Dpdk.Perf.25Ge2P1E822Cq-Ethip4-Ip4Base-L3Fwd-Ndrpdr.64B-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-snr-e822cq-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + ################################################################################ # - type: "plot" @@ -11807,17 +12031,6 @@ layout: layout: "plot-hdrh-latency-percentile-x-log" -# - type: "plot" -# title: "Latency by percentile: 3n-aws" -# algorithm: "plot_hdrh_lat_by_percentile_x_log" -# output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-aws" -# output-file-links: "{DIR[LAT,VPP]}/3n_aws.rst" -# target-links: "../../_static/vpp" -# data: "vpp-3n-aws-curr-iter-best" -# filter: "'2T1C'" -# layout: -# layout: "plot-hdrh-latency-percentile-x-log" - - type: "plot" title: "Latency by percentile: DPDK 2n-icx" algorithm: "plot_hdrh_lat_by_percentile_x_log" @@ -11946,6 +12159,48 @@ ############################################################################### +# Hoststack tests 3n-icx + +- type: "plot" + title: "Bandwidth: 3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps" + data: "vpp-3n-icx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" + layout: + title: "3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" + layout: "plot-hoststack" + +- type: "plot" + title: "Bandwidth: 3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps" + data: "vpp-3n-icx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps" + layout: + title: "3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" + layout: "plot-hoststack" + +# - type: "plot" +# title: "Bandwidth: 3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho-bps" +# data: "vpp-3n-icx-curr-iter-hoststack" +# include: +# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps" +# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" +# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" +# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" +# layout: +# title: "3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho" +# layout: "plot-hoststack" + +############################################################################### + # TRex 2n-skx # - type: "plot"