X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=f8f8197a7dfa8bf68dcae20f3eaa1d245c88c873;hb=3055ecfbb0b619318f7cfbbb18ba142968b4c617;hp=d2dbe7d4692f6229a8aaa6a675255f2240664834;hpb=2655abfdccb0ac1c7335eec07400fbf5cbcc15bc;p=csit.git diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index d2dbe7d469..f8f8197a7d 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -4,30 +4,30 @@ # Statistics: job-specs' durations -- type: "table" - title: "Job Specification Duration: 2n-icx-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-2n-icx-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-icx-curr-iter" - - job-spec: "vpp-gso-mrr-00" - data-set: "vpp-2n-icx-curr-iter-gso" - - job-spec: "soak-00" - data-set: "vpp-2n-icx-curr-soak" - - job-spec: "nfv-density-mrr-00" - data-set: "vpp-2n-icx-curr-nfv-mrr" - - job-spec: "nfv-density-mlr-00" - data-set: "vpp-2n-icx-curr-nfv-ndrpdr" - - job-spec: "reconf-00" - data-set: "vpp-2n-icx-curr-nfv-reconf" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-2n-icx-curr-iter" - - job-spec: "trex-mlr-00" - data-set: "trex-2n-icx-curr-iter" +# - type: "table" +# title: "Job Specification Duration: 2n-icx-iterative" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-iter" +# jb-type: "iterative" +# lines: +# - job-spec: "vpp-mrr-00" +# data-set: "vpp-2n-icx-curr-iter-mrr" +# - job-spec: "vpp-mlr-00" +# data-set: "vpp-2n-icx-curr-iter" +# - job-spec: "vpp-gso-mrr-00" +# data-set: "vpp-2n-icx-curr-iter-gso" +# - job-spec: "soak-00" +# data-set: "vpp-2n-icx-curr-soak" +# - job-spec: "nfv-density-mrr-00" +# data-set: "vpp-2n-icx-curr-nfv-mrr" +# - job-spec: "nfv-density-mlr-00" +# data-set: "vpp-2n-icx-curr-nfv-ndrpdr" +# - job-spec: "reconf-00" +# data-set: "vpp-2n-icx-curr-nfv-reconf" +# - job-spec: "dpdk-mlr-00" +# data-set: "dpdk-2n-icx-curr-iter" +# - job-spec: "trex-mlr-00" +# data-set: "trex-2n-icx-curr-iter" # - type: "table" # title: "Job Specification Duration: 2n-icx-coverage" @@ -37,13 +37,13 @@ # data: "vpp-2n-icx-curr-cov" # lines: # - job-spec: "gso-00" -# build: "1" -# - job-spec: "ip4-00" # build: "2" +# - job-spec: "ip4-00" +# build: "8" # - job-spec: "ip4-01" # build: "3" # - job-spec: "ip4-02" -# build: "4" +# build: "17" # - job-spec: "ip4-03" # build: "5" # - job-spec: "ip4-04" @@ -51,40 +51,40 @@ # - job-spec: "ip4-05" # build: "7" # - job-spec: "ip4-06" -# build: "8" +# build: "18" # - job-spec: "ip4-07" # build: "9" # - job-spec: "ip4tun-00" # build: "10" # - job-spec: "ip6-00" -# build: "11" +# build: "14" # - job-spec: "ip6-01" -# build: "12" +# build: "20" # - job-spec: "l2-00" -# build: "13" +# build: "25" # - job-spec: "l2-01" -# build: "14" +# build: "21" # - job-spec: "lb-00" -# build: "15" +# build: "22" # - job-spec: "memif-00" -# build: "16" +# build: "23" # - job-spec: "vhost-00" -# build: "17" +# build: "24" -- type: "table" - title: "Job Specification Duration: 3n-icx-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-3n-icx-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-3n-icx-curr-iter" - - job-spec: "hoststack-00" - data-set: "vpp-3n-icx-curr-iter-hoststack" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-3n-icx-curr-iter" +# - type: "table" +# title: "Job Specification Duration: 3n-icx-iterative" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-iter" +# jb-type: "iterative" +# lines: +# - job-spec: "vpp-mrr-00" +# data-set: "vpp-3n-icx-curr-iter-mrr" +# - job-spec: "vpp-mlr-00" +# data-set: "vpp-3n-icx-curr-iter" +# - job-spec: "hoststack-00" +# data-set: "vpp-3n-icx-curr-iter-hoststack" +# - job-spec: "dpdk-mlr-00" +# data-set: "dpdk-3n-icx-curr-iter" # - type: "table" # title: "Job Specification Duration: 3n-icx-coverage" @@ -94,37 +94,37 @@ # data: "vpp-3n-icx-curr-cov" # lines: # - job-spec: "crypto-00" -# build: "1" +# build: "7" # - job-spec: "crypto-01" -# build: "2" +# build: "8" # - job-spec: "crypto-02" -# build: "3" +# build: "10" # - job-spec: "crypto-03" -# build: "35" +# build: "9" # - job-spec: "crypto-04" -# build: "4" +# build: "12" # - job-spec: "crypto-05" -# build: "34" +# build: "11" # - job-spec: "ip4-00" -# build: "5" +# build: "13" # - job-spec: "ip4-01" -# build: "6" +# build: "14" # - job-spec: "ip4-02" -# build: "7" +# build: "15" # - job-spec: "ip4-03" -# build: "8" +# build: "16" # - job-spec: "ip4-04" -# build: "9" +# build: "17" # - job-spec: "ip4-05" -# build: "10" +# build: "18" # - job-spec: "ip4-06" -# build: "11" +# build: "19" # - job-spec: "ip4-07" -# build: "12" +# build: "20" # - job-spec: "ip4tun-00" -# build: "13" +# build: "21" # - job-spec: "ip4tun-02" -# build: "14" +# build: "22" # - job-spec: "ip6-00" # build: "15" # - job-spec: "ip6-01" @@ -164,28 +164,28 @@ # - job-spec: "vhost-01" # build: "33" -- type: "table" - title: "Job Specification Duration: 2n-clx-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-2n-clx-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-clx-curr-iter" - - job-spec: "vpp-gso-mrr-00" - data-set: "vpp-2n-clx-curr-iter-gso" - - job-spec: "soak-00" - data-set: "vpp-2n-clx-curr-soak" - - job-spec: "nfv-density-mrr-00" - data-set: "vpp-2n-clx-curr-nfv-mrr" - - job-spec: "nfv-density-mlr-00" - data-set: "vpp-2n-clx-curr-nfv-ndrpdr" - - job-spec: "reconf-00" - data-set: "vpp-2n-clx-curr-nfv-reconf" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-2n-clx-curr-iter" +# - type: "table" +# title: "Job Specification Duration: 2n-clx-iterative" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-iter" +# jb-type: "iterative" +# lines: +# - job-spec: "vpp-mrr-00" +# data-set: "vpp-2n-clx-curr-iter-mrr" +# - job-spec: "vpp-mlr-00" +# data-set: "vpp-2n-clx-curr-iter" +# - job-spec: "vpp-gso-mrr-00" +# data-set: "vpp-2n-clx-curr-iter-gso" +# - job-spec: "soak-00" +# data-set: "vpp-2n-clx-curr-soak" +# - job-spec: "nfv-density-mrr-00" +# data-set: "vpp-2n-clx-curr-nfv-mrr" +# - job-spec: "nfv-density-mlr-00" +# data-set: "vpp-2n-clx-curr-nfv-ndrpdr" +# - job-spec: "reconf-00" +# data-set: "vpp-2n-clx-curr-nfv-reconf" +# - job-spec: "dpdk-mlr-00" +# data-set: "dpdk-2n-clx-curr-iter" # - type: "table" # title: "Job Specification Duration: 2n-clx-coverage" @@ -195,81 +195,50 @@ # data: "vpp-2n-clx-curr-cov" # lines: # - job-spec: "gso-00" -# build: "4" +# build: "2" # - job-spec: "ip4-00" -# build: "5" +# build: "3" # - job-spec: "ip4-01" -# build: "6" +# build: "4" # - job-spec: "ip4-02" -# build: "7" +# build: "5" # - job-spec: "ip4-03" -# build: "8" +# build: "6" # - job-spec: "ip4-04" -# build: "9" +# build: "7" # - job-spec: "ip4-05" -# build: "10" +# build: "12" # - job-spec: "ip4-06" -# build: "11" +# build: "9" # - job-spec: "ip4-07" -# build: "12" +# build: "10" # - job-spec: "ip4tun-00" -# build: "13" +# build: "11" # - job-spec: "ip6-00" -# build: "14" +# build: "13" # - job-spec: "ip6-01" -# build: "15" +# build: "14" # - job-spec: "l2-00" -# build: "16" +# build: "15" # - job-spec: "l2-01" -# build: "17" +# build: "16" # - job-spec: "lb-00" -# build: "18" +# build: "17" # - job-spec: "memif-00" -# build: "19" +# build: "18" # - job-spec: "vhost-00" -# build: "20" - -- type: "table" - title: "Job Specification Duration: 2n-dnv-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-2n-dnv-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-dnv-curr-iter" +# build: "19" # - type: "table" -# title: "Job Specification Duration: 2n-dnv-coverage" +# title: "Job Specification Duration: 2n-aws-iterative" # algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" -# jb-type: "coverage" -# data: "vpp-2n-dnv-curr-cov" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-iter" +# jb-type: "iterative" # lines: -# - job-spec: "ip4-00" -# build: "1" -# - job-spec: "ip4-01" -# build: "7" -# - job-spec: "ip6-00" -# build: "3" -# - job-spec: "ip6-01" -# build: "4" -# - job-spec: "l2-00" -# build: "5" -# - job-spec: "l2-01" -# build: "6" - -- type: "table" - title: "Job Specification Duration: 2n-aws-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-2n-aws-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-aws-curr-iter" +# - job-spec: "vpp-mrr-00" +# data-set: "vpp-2n-aws-curr-iter-mrr" +# - job-spec: "vpp-mlr-00" +# data-set: "vpp-2n-aws-curr-iter" # - type: "table" # title: "Job Specification Duration: 2n-aws-coverage" @@ -281,16 +250,16 @@ # - job-spec: "vpp-00" # build: "1" -- type: "table" - title: "Job Specification Duration: 2n-tx2-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-2n-tx2-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-tx2-curr-iter" +# - type: "table" +# title: "Job Specification Duration: 2n-tx2-iterative" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-iter" +# jb-type: "iterative" +# lines: +# - job-spec: "vpp-mrr-00" +# data-set: "vpp-2n-tx2-curr-iter-mrr" +# - job-spec: "vpp-mlr-00" +# data-set: "vpp-2n-tx2-curr-iter" # - type: "table" # title: "Job Specification Duration: 2n-tx2-coverage" @@ -300,48 +269,48 @@ # data: "vpp-2n-tx2-curr-cov" # lines: # - job-spec: "ip4-00" -# build: "1" -# - job-spec: "ip4-01" # build: "2" -# - job-spec: "ip4-02" +# - job-spec: "ip4-01" # build: "3" -# - job-spec: "ip4-03" +# - job-spec: "ip4-02" # build: "4" -# - job-spec: "ip4-04" +# - job-spec: "ip4-03" # build: "5" -# - job-spec: "ip4-05" +# - job-spec: "ip4-04" # build: "6" -# - job-spec: "ip4-06" +# - job-spec: "ip4-05" # build: "7" -# - job-spec: "ip6-00" +# - job-spec: "ip4-06" # build: "8" -# - job-spec: "ip6-01" +# - job-spec: "ip6-00" # build: "9" -# - job-spec: "l2-00" +# - job-spec: "ip6-01" # build: "10" -# - job-spec: "l2-01" +# - job-spec: "l2-00" # build: "11" -# - job-spec: "l2-02" +# - job-spec: "l2-01" # build: "12" -# - job-spec: "l2-03" +# - job-spec: "l2-02" # build: "13" -# - job-spec: "l2-04" +# - job-spec: "l2-03" # build: "14" +# - job-spec: "l2-04" +# build: "15" -- type: "table" - title: "Job Specification Duration: 2n-zn2-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-2n-zn2-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-zn2-curr-iter" - - job-spec: "vpp-gso-mrr-00" - data-set: "vpp-2n-zn2-curr-iter-gso" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-2n-zn2-curr-iter" +# - type: "table" +# title: "Job Specification Duration: 2n-zn2-iterative" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-iter" +# jb-type: "iterative" +# lines: +# - job-spec: "vpp-mrr-00" +# data-set: "vpp-2n-zn2-curr-iter-mrr" +# - job-spec: "vpp-mlr-00" +# data-set: "vpp-2n-zn2-curr-iter" +# - job-spec: "vpp-gso-mrr-00" +# data-set: "vpp-2n-zn2-curr-iter-gso" +# - job-spec: "dpdk-mlr-00" +# data-set: "dpdk-2n-zn2-curr-iter" # - type: "table" # title: "Job Specification Duration: 2n-zn2-coverage" @@ -351,87 +320,48 @@ # data: "vpp-2n-zn2-curr-cov" # lines: # - job-spec: "gso-00" -# build: "1" -# - job-spec: "ip4-00" # build: "2" -# - job-spec: "ip4-01" +# - job-spec: "ip4-00" # build: "3" -# - job-spec: "ip4-02" +# - job-spec: "ip4-01" # build: "4" -# - job-spec: "ip4-03" +# - job-spec: "ip4-02" # build: "5" -# - job-spec: "ip4-04" +# - job-spec: "ip4-03" # build: "6" -# - job-spec: "ip4-05" +# - job-spec: "ip4-04" # build: "7" -# - job-spec: "ip4tun-00" +# - job-spec: "ip4-05" # build: "8" -# - job-spec: "ip6-00" +# - job-spec: "ip4tun-00" # build: "9" -# - job-spec: "ip6-01" +# - job-spec: "ip6-00" # build: "10" -# - job-spec: "l2-00" +# - job-spec: "ip6-01" # build: "11" -# - job-spec: "l2-01" +# - job-spec: "l2-00" # build: "12" -# - job-spec: "lb-00" +# - job-spec: "l2-01" # build: "13" -# - job-spec: "memif-00" +# - job-spec: "lb-00" # build: "14" -# - job-spec: "vhost-00" +# - job-spec: "memif-00" # build: "15" - -- type: "table" - title: "Job Specification Duration: 3n-dnv-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-3n-dnv-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-3n-dnv-curr-iter" +# - job-spec: "vhost-00" +# build: "16" # - type: "table" -# title: "Job Specification Duration: 3n-dnv-coverage" +# title: "Job Specification Duration: 3n-snr-iterative" # algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" -# jb-type: "coverage" -# data: "vpp-3n-dnv-curr-cov" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-snr-iter" +# jb-type: "iterative" # lines: -# - job-spec: "crypto-00" -# build: "1" -# - job-spec: "crypto-01" -# build: "2" -# - job-spec: "crypto-02" -# build: "3" -# - job-spec: "ip4-00" -# build: "4" -# - job-spec: "ip4-01" -# build: "5" -# - job-spec: "ip4tun-00" -# build: "6" -# - job-spec: "ip6-00" -# build: "7" -# - job-spec: "ip6-01" -# build: "8" -# - job-spec: "l2-00" -# build: "9" -# - job-spec: "l2-01" -# build: "10" - -- type: "table" - title: "Job Specification Duration: 3n-snr-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-snr-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-3n-snr-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-3n-snr-curr-iter" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-3n-snr-curr-iter" +# - job-spec: "vpp-mrr-00" +# data-set: "vpp-3n-snr-curr-iter-mrr" +# - job-spec: "vpp-mlr-00" +# data-set: "vpp-3n-snr-curr-iter" +# - job-spec: "dpdk-mlr-00" +# data-set: "dpdk-3n-snr-curr-iter" # - type: "table" # title: "Job Specification Duration: 3n-snr-coverage" @@ -452,6 +382,8 @@ # build: "5" # - job-spec: "ip4tun-00" # build: "6" +# - job-spec: "ip4tun-01" +# build: "11" # - job-spec: "ip6-00" # build: "7" # - job-spec: "ip6-01" @@ -461,18 +393,18 @@ # - job-spec: "l2-01" # build: "10" -- type: "table" - title: "Job Specification Duration: 3n-tsh-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-3n-tsh-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-3n-tsh-curr-iter" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-3n-tsh-curr-iter" +# - type: "table" +# title: "Job Specification Duration: 3n-tsh-iterative" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-iter" +# jb-type: "iterative" +# lines: +# - job-spec: "vpp-mrr-00" +# data-set: "vpp-3n-tsh-curr-iter-mrr" +# - job-spec: "vpp-mlr-00" +# data-set: "vpp-3n-tsh-curr-iter" +# - job-spec: "dpdk-mlr-00" +# data-set: "dpdk-3n-tsh-curr-iter" # - type: "table" # title: "Job Specification Duration: 3n-tsh-coverage" @@ -516,18 +448,18 @@ # - job-spec: "vhost-01" # build: "17" -- type: "table" - title: "Job Specification Duration: 3n-alt-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-3n-alt-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-3n-alt-curr-iter" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-3n-alt-curr-iter" +# - type: "table" +# title: "Job Specification Duration: 3n-alt-iterative" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-iter" +# jb-type: "iterative" +# lines: +# - job-spec: "vpp-mrr-00" +# data-set: "vpp-3n-alt-curr-iter-mrr" +# - job-spec: "vpp-mlr-00" +# data-set: "vpp-3n-alt-curr-iter" +# - job-spec: "dpdk-mlr-00" +# data-set: "dpdk-3n-alt-curr-iter" # - type: "table" # title: "Job Specification Duration: 3n-alt-coverage" @@ -537,17 +469,17 @@ # data: "vpp-3n-alt-curr-cov" # lines: # - job-spec: "ip4-00" -# build: "1" -# - job-spec: "ip4-01" # build: "2" -# - job-spec: "ip4-02" +# - job-spec: "ip4-01" # build: "3" -# - job-spec: "ip4-03" +# - job-spec: "ip4-02" # build: "4" +# - job-spec: "ip4-03" +# build: "6" # - job-spec: "ip4tun-00" # build: "5" # - job-spec: "ip6-00" -# build: "6" +# build: "12" # - job-spec: "ip6-01" # build: "7" # - job-spec: "l2-00" @@ -559,17 +491,17 @@ # - job-spec: "l2-03" # build: "11" # - job-spec: "l2-04" -# build: "12" -# - job-spec: "memif-00" # build: "13" -# - job-spec: "srv6-00" +# - job-spec: "memif-00" # build: "14" -# - job-spec: "srv6-01" +# - job-spec: "srv6-00" # build: "15" -# - job-spec: "vhost-00" +# - job-spec: "srv6-01" # build: "16" -# - job-spec: "vhost-01" +# - job-spec: "vhost-00" # build: "17" +# - job-spec: "vhost-01" +# build: "18" # VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr - type: "table" @@ -1695,338 +1627,58 @@ data: "vpp-2n-clx-curr-soak" data: "vpp-soak-vs-ndr-2n-clx" include-tests: "NDR" - filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'" - parameters: - - "throughput" - - "name" - - "parent" - -################################################################################ - -################################################################################ -# VPP - -# # VPP Performance Changes 3n-icx Hoststack -# - type: "table" -# title: "VPP Performance Changes 3n-icx Hoststack" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-hoststack" -# include-tests: "hoststack" -# filter: "all" -# columns: -# - title: "2110.0-8" -# data-set: "vpp-3n-icx-hist-iter-hoststack-new-env" -# - title: "2202.0-9" -# data-set: "vpp-3n-icx-prev-iter-hoststack-old-env" -# - title: "2206.0-10" -# data-set: "vpp-3n-icx-curr-iter-hoststack" -# comparisons: -# - title: "2206.0-10 vs 2202.0-9" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: Hoststack on 3n-icx with e810xxv.' -# - 'YYMM.V-E: [Mbps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2210).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# VPP Performance Changes 3n-icx 2t1c pdr -- type: "table" - title: "VPP Performance Changes 3n-icx 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - - title: "2206.0-10" - data-set: "vpp-3n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-icx 4t2c pdr -- type: "table" - title: "VPP Performance Changes 3n-icx 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - - title: "2206.0-10" - data-set: "vpp-3n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-icx 2t1c ndr -- type: "table" - title: "VPP Performance Changes 3n-icx 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - - title: "2206.0-10" - data-set: "vpp-3n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-icx 4t2c ndr -- type: "table" - title: "VPP Performance Changes 3n-icx 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - - title: "2206.0-10" - data-set: "vpp-3n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-icx 2t1c pdr -- type: "table" - title: "VPP Performance Changes 2n-icx 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - - title: "2206.0-10" - data-set: "vpp-2n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-icx 4t2c pdr -- type: "table" - title: "VPP Performance Changes 2n-icx 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - - title: "2206.0-10" - data-set: "vpp-2n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-icx 2t1c ndr -- type: "table" - title: "VPP Performance Changes 2n-icx 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - - title: "2206.0-10" - data-set: "vpp-2n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-icx 4t2c ndr -- type: "table" - title: "VPP Performance Changes 2n-icx 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - - title: "2206.0-10" - data-set: "vpp-2n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'" + parameters: + - "throughput" + - "name" + - "parent" -# VPP Performance Changes 2n-clx-xxv710 2t1c pdr +################################################################################ + +################################################################################ +# VPP + +# # VPP Performance Changes 3n-icx Hoststack +# - type: "table" +# title: "VPP Performance Changes 3n-icx Hoststack" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-hoststack" +# include-tests: "hoststack" +# filter: "all" +# columns: +# - title: "2110.0-8" +# data-set: "vpp-3n-icx-hist-iter-hoststack-new-env" +# - title: "2202.0-9" +# data-set: "vpp-3n-icx-prev-iter-hoststack-old-env" +# - title: "2206.0-10" +# data-set: "vpp-3n-icx-curr-iter-hoststack" +# comparisons: +# - title: "2206.0-10 vs 2202.0-9" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: Hoststack on 3n-icx with e810xxv.' +# - 'YYMM.V-E: [Mbps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2210).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + +# VPP Performance Changes 3n-icx 2t1c pdr - type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr" + title: "VPP Performance Changes 3n-icx 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-clx-prev-iter-old-env" + data-set: "vpp-3n-icx-prev-iter-old-env" # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" - data-set: "vpp-2n-clx-curr-iter" + data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2039,29 +1691,29 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-clx-xxv710 4t2c pdr +# VPP Performance Changes 3n-icx 4t2c pdr - type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr" + title: "VPP Performance Changes 3n-icx 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-clx-prev-iter-old-env" + data-set: "vpp-3n-icx-prev-iter-old-env" # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" - data-set: "vpp-2n-clx-curr-iter" + data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2074,29 +1726,29 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-clx-xxv710 2t1c ndr +# VPP Performance Changes 3n-icx 2t1c ndr - type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr" + title: "VPP Performance Changes 3n-icx 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-clx-prev-iter-old-env" + data-set: "vpp-3n-icx-prev-iter-old-env" # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" - data-set: "vpp-2n-clx-curr-iter" + data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2109,29 +1761,29 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-clx-xxv710 4t2c ndr +# VPP Performance Changes 3n-icx 4t2c ndr - type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 ndr" + title: "VPP Performance Changes 3n-icx 4t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-clx-prev-iter-old-env" + data-set: "vpp-3n-icx-prev-iter-old-env" # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" - data-set: "vpp-2n-clx-curr-iter" + data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2144,29 +1796,29 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-clx-cx556a 2t1c pdr +# VPP Performance Changes 2n-icx 2t1c pdr - type: "table" - title: "VPP Performance Changes 2n-clx-cx556a 2t1c pdr" + title: "VPP Performance Changes 2n-icx 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-clx-prev-iter-old-env" + data-set: "vpp-2n-icx-prev-iter-old-env" # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" - data-set: "vpp-2n-clx-curr-iter" + data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2179,29 +1831,29 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-clx-cx556a 4t2c pdr +# VPP Performance Changes 2n-icx 4t2c pdr - type: "table" - title: "VPP Performance Changes 2n-clx-cx556a 4t2c pdr" + title: "VPP Performance Changes 2n-icx 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-clx-prev-iter-old-env" + data-set: "vpp-2n-icx-prev-iter-old-env" # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" - data-set: "vpp-2n-clx-curr-iter" + data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2214,29 +1866,29 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-clx-cx556a 2t1c ndr +# VPP Performance Changes 2n-icx 2t1c ndr - type: "table" - title: "VPP Performance Changes 2n-clx-cx556a 2t1c ndr" + title: "VPP Performance Changes 2n-icx 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-clx-prev-iter-old-env" + data-set: "vpp-2n-icx-prev-iter-old-env" # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" - data-set: "vpp-2n-clx-curr-iter" + data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2249,29 +1901,29 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-clx-cx556a 4t2c ndr +# VPP Performance Changes 2n-icx 4t2c ndr - type: "table" - title: "VPP Performance Changes 2n-clx-cx556a ndr" + title: "VPP Performance Changes 2n-icx 4t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-clx-prev-iter-old-env" + data-set: "vpp-2n-icx-prev-iter-old-env" # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" - data-set: "vpp-2n-clx-curr-iter" + data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2284,29 +1936,29 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-zn2-xxv710 2t1c pdr +# VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" - title: "VPP Performance Changes 2n-zn2-xxv710 2t1c pdr" + title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-zn2-prev-iter-old-env" + data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" - # data-set: "vpp-2n-zn2-prev-iter-new-env" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" - data-set: "vpp-2n-zn2-curr-iter" + data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2319,29 +1971,29 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-zn2-xxv710 4t2c pdr +# VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" - title: "VPP Performance Changes 2n-zn2-xxv710 4t2c pdr" + title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-zn2-prev-iter-old-env" + data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" - # data-set: "vpp-2n-zn2-prev-iter-new-env" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" - data-set: "vpp-2n-zn2-curr-iter" + data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2354,29 +2006,29 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-zn2-xxv710 2t1c ndr +# VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" - title: "VPP Performance Changes 2n-zn2-xxv710 2t1c ndr" + title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-zn2-prev-iter-old-env" + data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" - # data-set: "vpp-2n-zn2-prev-iter-new-env" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" - data-set: "vpp-2n-zn2-curr-iter" + data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2389,29 +2041,29 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-zn2-xxv710 4t2c ndr +# VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" - title: "VPP Performance Changes 2n-zn2-xxv710 4t2c ndr" + title: "VPP Performance Changes 2n-clx-xxv710 ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-zn2-prev-iter-old-env" + data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" - # data-set: "vpp-2n-zn2-prev-iter-new-env" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" - data-set: "vpp-2n-zn2-curr-iter" + data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2424,29 +2076,29 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-dnv 1t1c pdr +# VPP Performance Changes 2n-clx-cx556a 2t1c pdr - type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c pdr" + title: "VPP Performance Changes 2n-clx-cx556a 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-old-env" + data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-new-env" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter" + data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2459,29 +2111,29 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-dnv 2t2c pdr +# VPP Performance Changes 2n-clx-cx556a 4t2c pdr - type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c pdr" + title: "VPP Performance Changes 2n-clx-cx556a 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-old-env" + data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-new-env" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter" + data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2494,29 +2146,29 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-dnv 1t1c ndr +# VPP Performance Changes 2n-clx-cx556a 2t1c ndr - type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c ndr" + title: "VPP Performance Changes 2n-clx-cx556a 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-old-env" + data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-new-env" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter" + data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2529,29 +2181,29 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-dnv 2t2c ndr +# VPP Performance Changes 2n-clx-cx556a 4t2c ndr - type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c ndr" + title: "VPP Performance Changes 2n-clx-cx556a ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-old-env" + data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-new-env" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter" + data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2564,29 +2216,29 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 3n-dnv 1t1c pdr +# VPP Performance Changes 2n-zn2-xxv710 2t1c pdr - type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c pdr" + title: "VPP Performance Changes 2n-zn2-xxv710 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-old-env" + data-set: "vpp-2n-zn2-prev-iter-old-env" # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-new-env" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter" + data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2599,29 +2251,29 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 3n-dnv 2t2c pdr +# VPP Performance Changes 2n-zn2-xxv710 4t2c pdr - type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c pdr" + title: "VPP Performance Changes 2n-zn2-xxv710 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-old-env" + data-set: "vpp-2n-zn2-prev-iter-old-env" # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-new-env" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter" + data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2634,29 +2286,29 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 3n-dnv 1t1c ndr +# VPP Performance Changes 2n-zn2-xxv710 2t1c ndr - type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c ndr" + title: "VPP Performance Changes 2n-zn2-xxv710 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-old-env" + data-set: "vpp-2n-zn2-prev-iter-old-env" # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-new-env" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter" + data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2669,29 +2321,29 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 3n-dnv 2t2c ndr +# VPP Performance Changes 2n-zn2-xxv710 4t2c ndr - type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c ndr" + title: "VPP Performance Changes 2n-zn2-xxv710 4t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-old-env" + data-set: "vpp-2n-zn2-prev-iter-old-env" # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-new-env" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter" + data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2704,7 +2356,7 @@ compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' @@ -3756,216 +3408,6 @@ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-dnv 1t1c mrr -- type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-dnv 2t2c mrr -- type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-dnv 4t4c mrr -- type: "table" - title: "VPP Performance Changes 2n-dnv 4t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-dnv 1t1c mrr -- type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-dnv 2t2c mrr -- type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-dnv 4t4c mrr -- type: "table" - title: "VPP Performance Changes 3n-dnv 4t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" title: "VPP Performance Changes 3n-tsh 1t1c mrr" @@ -4404,83 +3846,49 @@ # Detailed Test Results - VPP Performance Results 3n-tsh - type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-tsh" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-3n-tsh-curr-cov" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP Performance Results 3n-alt -- type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-alt" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,3N,ALT]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-3n-alt-curr-cov" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP Performance Results 2n-tx2 -- type: "table" - title: "Detailed Test Results - VPP Performance Results 2n-tx2" + title: "Detailed Test Results - VPP Performance Results 3n-tsh" algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,2N,TX2]}/" + output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "vpp-2n-tx2-curr-cov" + data: "vpp-3n-tsh-curr-cov" filter: "all" parameters: - "name" - "parent" - "msg" -# Detailed Test Results - VPP Performance Results 3n-dnv +# Detailed Test Results - VPP Performance Results 3n-alt - type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-dnv" + title: "Detailed Test Results - VPP Performance Results 3n-alt" algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/" + output-file: "{DIR[DTR,PERF,VPP,3N,ALT]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "vpp-3n-dnv-curr-cov" + data: "vpp-3n-alt-curr-cov" filter: "all" parameters: - "name" - "parent" - "msg" -# Detailed Test Results - VPP Performance Results 2n-dnv +# Detailed Test Results - VPP Performance Results 2n-tx2 - type: "table" - title: "Detailed Test Results - VPP Performance Results 2n-dnv" + title: "Detailed Test Results - VPP Performance Results 2n-tx2" algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/" + output-file: "{DIR[DTR,PERF,VPP,2N,TX2]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "vpp-2n-dnv-curr-cov" + data: "vpp-2n-tx2-curr-cov" filter: "all" parameters: - "name" @@ -4642,40 +4050,6 @@ - "name" - "conf-history" -# Test configuration - VPP Performance Test Configs 3n-dnv -- type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-3n-dnv-curr-cov" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP Performance Test Configs 2n-dnv -- type: "table" - title: "Test configuration - VPP Performance Test Configs 2n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-2n-dnv-curr-cov" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - # Test configuration - VPP Performance Test Configs 3n-snr - type: "table" title: "Test configuration - VPP Performance Test Configs 3n-snr" @@ -4766,22 +4140,6 @@ data: "vpp-2n-tx2-curr-cov" filter: "all" -# Test Operational Data - VPP Performance Operational Data 3n-dnv -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-dnv" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/" - data: "vpp-3n-dnv-curr-cov" - filter: "all" - -# Test Operational Data - VPP Performance Operational Data 2n-dnv -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/" - data: "vpp-2n-dnv-curr-cov" - filter: "all" - # Test Operational Data - VPP Performance Operational Data 3n-snr - type: "table" title: "Test Operational Data - VPP Performance Operational Data 3n-snr" @@ -4917,40 +4275,6 @@ - "parent" - "msg" -# Detailed Test Results - VPP MRR Results 3n-dnv -- type: "table" - title: "Detailed Test Results - VPP MRR Results 3n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-3n-dnv-curr-iter-mrr" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP MRR Results 2n-dnv -- type: "table" - title: "Detailed Test Results - VPP MRR Results 2n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-2n-dnv-curr-iter-mrr" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - # Detailed Test Results - VPP MRR Results 3n-snr - type: "table" title: "Detailed Test Results - VPP MRR Results 3n-snr" @@ -5104,40 +4428,6 @@ - "name" - "conf-history" -# Test configuration - VPP MRR Test Configs 3n-dnv -- type: "table" - title: "Test configuration - VPP MRR Test Configs 3n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-3n-dnv-curr-iter-mrr" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP MRR Test Configs 2n-dnv -- type: "table" - title: "Test configuration - VPP MRR Test Configs 2n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-2n-dnv-curr-iter-mrr" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - # Test configuration - VPP MRR Test Configs 3n-snr - type: "table" title: "Test configuration - VPP MRR Test Configs 3n-snr" @@ -5975,8 +5265,6 @@ - "{DIR[DTR,PERF,VPP,3N,ALT]}" - "{DIR[DTR,PERF,VPP,3N,TSH]}" - "{DIR[DTR,PERF,VPP,2N,TX2]}" - - "{DIR[DTR,PERF,VPP,2N,DNV]}" - - "{DIR[DTR,PERF,VPP,3N,DNV]}" - "{DIR[DTR,PERF,VPP,2N,AWS]}" - "{DIR[DTR,PERF,VPP,3N,SNR]}" data: @@ -5987,8 +5275,6 @@ - "vpp-3n-alt-curr-cov" - "vpp-3n-tsh-curr-cov" - "vpp-2n-tx2-curr-cov" - - "vpp-2n-dnv-curr-cov" - - "vpp-3n-dnv-curr-cov" - "vpp-2n-aws-curr-cov" - "vpp-3n-snr-curr-cov" filter: "'NDRPDR'" @@ -6016,8 +5302,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -6045,8 +5329,6 @@ - "{DIR[DTC,PERF,VPP,3N,ALT]}" - "{DIR[DTC,PERF,VPP,3N,TSH]}" - "{DIR[DTC,PERF,VPP,2N,TX2]}" - - "{DIR[DTC,PERF,VPP,2N,DNV]}" - - "{DIR[DTC,PERF,VPP,3N,DNV]}" - "{DIR[DTC,PERF,VPP,2N,AWS]}" - "{DIR[DTC,PERF,VPP,3N,SNR]}" data: @@ -6057,8 +5339,6 @@ - "vpp-3n-alt-curr-cov" - "vpp-3n-tsh-curr-cov" - "vpp-2n-tx2-curr-cov" - - "vpp-2n-dnv-curr-cov" - - "vpp-3n-dnv-curr-cov" - "vpp-2n-aws-curr-cov" - "vpp-3n-snr-curr-cov" filter: "'NDRPDR'" @@ -6086,8 +5366,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -6115,8 +5393,6 @@ - "{DIR[DTO,PERF,VPP,3N,ALT]}" - "{DIR[DTO,PERF,VPP,3N,TSH]}" - "{DIR[DTO,PERF,VPP,2N,TX2]}" - - "{DIR[DTO,PERF,VPP,2N,DNV]}" - - "{DIR[DTO,PERF,VPP,3N,DNV]}" - "{DIR[DTO,PERF,VPP,2N,AWS]}" - "{DIR[DTO,PERF,VPP,3N,SNR]}" data: @@ -6127,8 +5403,6 @@ - "vpp-3n-alt-curr-cov" - "vpp-3n-tsh-curr-cov" - "vpp-2n-tx2-curr-cov" - - "vpp-2n-dnv-curr-cov" - - "vpp-3n-dnv-curr-cov" - "vpp-2n-aws-curr-cov" - "vpp-3n-snr-curr-cov" filter: "'NDRPDR'" @@ -6156,8 +5430,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -6185,8 +5457,6 @@ - "{DIR[DTR,MRR,VPP,3N,ALT]}" - "{DIR[DTR,MRR,VPP,3N,TSH]}" - "{DIR[DTR,MRR,VPP,2N,TX2]}" - - "{DIR[DTR,MRR,VPP,2N,DNV]}" - - "{DIR[DTR,MRR,VPP,3N,DNV]}" - "{DIR[DTR,MRR,VPP,2N,AWS]}" - "{DIR[DTR,MRR,VPP,3N,SNR]}" data: @@ -6197,8 +5467,6 @@ - "vpp-3n-alt-curr-iter-mrr" - "vpp-3n-tsh-curr-iter-mrr" - "vpp-2n-tx2-curr-iter-mrr" - - "vpp-2n-dnv-curr-iter-mrr" - - "vpp-3n-dnv-curr-iter-mrr" - "vpp-2n-aws-curr-iter-mrr" - "vpp-3n-snr-curr-iter-mrr" filter: "'MRR'" @@ -6226,8 +5494,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -6255,8 +5521,6 @@ - "{DIR[DTC,MRR,VPP,3N,ALT]}" - "{DIR[DTC,MRR,VPP,3N,TSH]}" - "{DIR[DTC,MRR,VPP,2N,TX2]}" - - "{DIR[DTC,MRR,VPP,2N,DNV]}" - - "{DIR[DTC,MRR,VPP,3N,DNV]}" - "{DIR[DTC,MRR,VPP,2N,AWS]}" - "{DIR[DTC,MRR,VPP,3N,SNR]}" data: @@ -6267,8 +5531,6 @@ - "vpp-3n-alt-curr-iter-mrr" - "vpp-3n-tsh-curr-iter-mrr" - "vpp-2n-tx2-curr-iter-mrr" - - "vpp-2n-dnv-curr-iter-mrr" - - "vpp-3n-dnv-curr-iter-mrr" - "vpp-2n-aws-curr-iter-mrr" - "vpp-3n-snr-curr-iter-mrr" filter: "'MRR'" @@ -6296,8 +5558,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -6939,37 +6199,6 @@ title: "3n-tsh-x520-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-ip4routing-base-scale-[ixgbe,af_xdp]-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -7039,19 +6268,6 @@ title: "3n-tsh-x520-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-tsh-x520-78b-{core}-ip6routing-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -7064,35 +6280,6 @@ title: "3n-tsh-x520-78b-{core}-ip6routing-base-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 2n-dnv-x553-78b-{core}-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-{core}-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - layout: - title: "2n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" - layout: - title: "3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-tsh-x520-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -7110,23 +6297,6 @@ title: "3n-tsh-x520-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-tsh-x520-64b-{core}-l2switching-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -7160,85 +6330,6 @@ title: "3n-tsh-x520-64b-{core}-features-l2switching-base-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-tsh-x520-78b-{core}-srv6-ip6routing-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -8082,184 +7173,6 @@ title: "3n-alt-xl710-64b-vhost-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-ip4routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" - layout: - title: "2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-af_xdp-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Patch-Ndrpdr.64B-.t.c-af-xdp-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-.t.c-af-xdp-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-l2switching-base-scale-af_xdp-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-ip4tunnel-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4tunnel-base-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-ip4tunnel-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" - layout: - title: "3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" - layout: - title: "3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 2n-tx2-xl710-64b-ipsec-base-scale-sw-policy-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -9999,7 +8912,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" layout: title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - layout: "plot-throughput" + layout: "plot-cps" - type: "plot" title: "Throughput: 2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" @@ -10016,7 +8929,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" layout: title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - layout: "plot-throughput" + layout: "plot-cps" - type: "plot" title: "Throughput: 2n-icx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" @@ -10285,7 +9198,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" layout: title: "2n-icx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" + layout: "plot-throughput-speedup-analysis-cps" - type: "plot" title: "Speedup: 2n-icx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" @@ -10301,7 +9214,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" layout: title: "2n-icx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" + layout: "plot-throughput-speedup-analysis-cps" - type: "plot" title: "Speedup: 2n-icx-xxv710-100b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa"