X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=fdd109d32e842002252895bd599f0f2d89c194f1;hb=08add4b7d39a752dafc69bf9a19caf28906fb29b;hp=3c60cd28e1f5eac997af9ca19c7fc9c0bc10a1b2;hpb=c4275b598e6c333ecbbd45ad3742ab6cc6ba24b8;p=csit.git diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 3c60cd28e1..fdd109d32e 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -2,575 +2,6 @@ ### T A B L E S ### ################################################################################ -# Statistics: job-specs' durations - -- type: "table" - title: "Job Specification Duration: 2n-icx-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-2n-icx-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-icx-curr-iter" - - job-spec: "vpp-gso-mrr-00" - data-set: "vpp-2n-icx-curr-iter-gso" - - job-spec: "soak-00" - data-set: "vpp-2n-icx-curr-soak" - - job-spec: "nfv-density-mrr-00" - data-set: "vpp-2n-icx-curr-nfv-mrr" - - job-spec: "nfv-density-mlr-00" - data-set: "vpp-2n-icx-curr-nfv-ndrpdr" - - job-spec: "reconf-00" - data-set: "vpp-2n-icx-curr-nfv-reconf" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-2n-icx-curr-iter" - - job-spec: "trex-mlr-00" - data-set: "trex-2n-icx-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 2n-icx-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov" -# jb-type: "coverage" -# data: "vpp-2n-icx-curr-cov" -# lines: -# - job-spec: "gso-00" -# build: "1" -# - job-spec: "ip4-00" -# build: "2" -# - job-spec: "ip4-01" -# build: "3" -# - job-spec: "ip4-02" -# build: "4" -# - job-spec: "ip4-03" -# build: "5" -# - job-spec: "ip4-04" -# build: "6" -# - job-spec: "ip4-05" -# build: "7" -# - job-spec: "ip4-06" -# build: "8" -# - job-spec: "ip4-07" -# build: "9" -# - job-spec: "ip4tun-00" -# build: "10" -# - job-spec: "ip6-00" -# build: "11" -# - job-spec: "ip6-01" -# build: "12" -# - job-spec: "l2-00" -# build: "13" -# - job-spec: "l2-01" -# build: "14" -# - job-spec: "lb-00" -# build: "15" -# - job-spec: "memif-00" -# build: "16" -# - job-spec: "vhost-00" -# build: "17" - -- type: "table" - title: "Job Specification Duration: 3n-icx-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-3n-icx-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-3n-icx-curr-iter" - - job-spec: "hoststack-00" - data-set: "vpp-3n-icx-curr-iter-hoststack" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-3n-icx-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 3n-icx-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov" -# jb-type: "coverage" -# data: "vpp-3n-icx-curr-cov" -# lines: -# - job-spec: "crypto-00" -# build: "1" -# - job-spec: "crypto-01" -# build: "2" -# - job-spec: "crypto-02" -# build: "3" -# - job-spec: "crypto-03" -# build: "35" -# - job-spec: "crypto-04" -# build: "4" -# - job-spec: "crypto-05" -# build: "34" -# - job-spec: "ip4-00" -# build: "5" -# - job-spec: "ip4-01" -# build: "6" -# - job-spec: "ip4-02" -# build: "7" -# - job-spec: "ip4-03" -# build: "8" -# - job-spec: "ip4-04" -# build: "9" -# - job-spec: "ip4-05" -# build: "10" -# - job-spec: "ip4-06" -# build: "11" -# - job-spec: "ip4-07" -# build: "12" -# - job-spec: "ip4tun-00" -# build: "13" -# - job-spec: "ip4tun-02" -# build: "14" -# - job-spec: "ip6-00" -# build: "15" -# - job-spec: "ip6-01" -# build: "16" -# - job-spec: "ip6tun-00" -# build: "17" -# - job-spec: "l2-00" -# build: "18" -# - job-spec: "l2-01" -# build: "19" -# - job-spec: "l2-02" -# build: "20" -# - job-spec: "l2-03" -# build: "21" -# - job-spec: "l2-04" -# build: "22" -# - job-spec: "l2-05" -# build: "23" -# - job-spec: "l2-06" -# build: "24" -# - job-spec: "l2-07" -# build: "25" -# - job-spec: "l2-08" -# build: "26" -# - job-spec: "l2-09" -# build: "27" -# - job-spec: "l2-10" -# build: "28" -# - job-spec: "memif-00" -# build: "29" -# - job-spec: "srv6-00" -# build: "30" -# - job-spec: "srv6-01" -# build: "31" -# - job-spec: "vhost-00" -# build: "32" -# - job-spec: "vhost-01" -# build: "33" - -- type: "table" - title: "Job Specification Duration: 2n-clx-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-2n-clx-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-clx-curr-iter" - - job-spec: "vpp-gso-mrr-00" - data-set: "vpp-2n-clx-curr-iter-gso" - - job-spec: "soak-00" - data-set: "vpp-2n-clx-curr-soak" - - job-spec: "nfv-density-mrr-00" - data-set: "vpp-2n-clx-curr-nfv-mrr" - - job-spec: "nfv-density-mlr-00" - data-set: "vpp-2n-clx-curr-nfv-ndrpdr" - - job-spec: "reconf-00" - data-set: "vpp-2n-clx-curr-nfv-reconf" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-2n-clx-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 2n-clx-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" -# jb-type: "coverage" -# data: "vpp-2n-clx-curr-cov" -# lines: -# - job-spec: "gso-00" -# build: "4" -# - job-spec: "ip4-00" -# build: "5" -# - job-spec: "ip4-01" -# build: "6" -# - job-spec: "ip4-02" -# build: "7" -# - job-spec: "ip4-03" -# build: "8" -# - job-spec: "ip4-04" -# build: "9" -# - job-spec: "ip4-05" -# build: "10" -# - job-spec: "ip4-06" -# build: "11" -# - job-spec: "ip4-07" -# build: "12" -# - job-spec: "ip4tun-00" -# build: "13" -# - job-spec: "ip6-00" -# build: "14" -# - job-spec: "ip6-01" -# build: "15" -# - job-spec: "l2-00" -# build: "16" -# - job-spec: "l2-01" -# build: "17" -# - job-spec: "lb-00" -# build: "18" -# - job-spec: "memif-00" -# build: "19" -# - job-spec: "vhost-00" -# build: "20" - -- type: "table" - title: "Job Specification Duration: 2n-dnv-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-2n-dnv-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-dnv-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 2n-dnv-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" -# jb-type: "coverage" -# data: "vpp-2n-dnv-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "1" -# - job-spec: "ip4-01" -# build: "7" -# - job-spec: "ip6-00" -# build: "3" -# - job-spec: "ip6-01" -# build: "4" -# - job-spec: "l2-00" -# build: "5" -# - job-spec: "l2-01" -# build: "6" - -- type: "table" - title: "Job Specification Duration: 2n-aws-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-2n-aws-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-aws-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 2n-aws-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov" -# jb-type: "coverage" -# data: "vpp-2n-aws-curr-cov" -# lines: -# - job-spec: "vpp-00" -# build: "1" - -- type: "table" - title: "Job Specification Duration: 2n-tx2-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-2n-tx2-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-tx2-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 2n-tx2-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" -# jb-type: "coverage" -# data: "vpp-2n-tx2-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "1" -# - job-spec: "ip4-01" -# build: "2" -# - job-spec: "ip4-02" -# build: "3" -# - job-spec: "ip4-03" -# build: "4" -# - job-spec: "ip4-04" -# build: "5" -# - job-spec: "ip4-05" -# build: "6" -# - job-spec: "ip4-06" -# build: "7" -# - job-spec: "ip6-00" -# build: "8" -# - job-spec: "ip6-01" -# build: "9" -# - job-spec: "l2-00" -# build: "10" -# - job-spec: "l2-01" -# build: "11" -# - job-spec: "l2-02" -# build: "12" -# - job-spec: "l2-03" -# build: "13" -# - job-spec: "l2-04" -# build: "14" - -- type: "table" - title: "Job Specification Duration: 2n-zn2-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-2n-zn2-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-zn2-curr-iter" - - job-spec: "vpp-gso-mrr-00" - data-set: "vpp-2n-zn2-curr-iter-gso" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-2n-zn2-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 2n-zn2-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" -# jb-type: "coverage" -# data: "vpp-2n-zn2-curr-cov" -# lines: -# - job-spec: "gso-00" -# build: "1" -# - job-spec: "ip4-00" -# build: "2" -# - job-spec: "ip4-01" -# build: "3" -# - job-spec: "ip4-02" -# build: "4" -# - job-spec: "ip4-03" -# build: "5" -# - job-spec: "ip4-04" -# build: "6" -# - job-spec: "ip4-05" -# build: "7" -# - job-spec: "ip4tun-00" -# build: "8" -# - job-spec: "ip6-00" -# build: "9" -# - job-spec: "ip6-01" -# build: "10" -# - job-spec: "l2-00" -# build: "11" -# - job-spec: "l2-01" -# build: "12" -# - job-spec: "lb-00" -# build: "13" -# - job-spec: "memif-00" -# build: "14" -# - job-spec: "vhost-00" -# build: "15" - -- type: "table" - title: "Job Specification Duration: 3n-dnv-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-3n-dnv-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-3n-dnv-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 3n-dnv-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" -# jb-type: "coverage" -# data: "vpp-3n-dnv-curr-cov" -# lines: -# - job-spec: "crypto-00" -# build: "1" -# - job-spec: "crypto-01" -# build: "2" -# - job-spec: "crypto-02" -# build: "3" -# - job-spec: "ip4-00" -# build: "4" -# - job-spec: "ip4-01" -# build: "5" -# - job-spec: "ip4tun-00" -# build: "6" -# - job-spec: "ip6-00" -# build: "7" -# - job-spec: "ip6-01" -# build: "8" -# - job-spec: "l2-00" -# build: "9" -# - job-spec: "l2-01" -# build: "10" - -- type: "table" - title: "Job Specification Duration: 3n-snr-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-snr-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-3n-snr-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-3n-snr-curr-iter" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-3n-snr-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 3n-snr-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-snr-cov" -# jb-type: "coverage" -# data: "vpp-3n-snr-curr-cov" -# lines: -# - job-spec: "crypto-00" -# build: "1" -# - job-spec: "crypto-01" -# build: "2" -# - job-spec: "crypto-02" -# build: "3" -# - job-spec: "ip4-00" -# build: "4" -# - job-spec: "ip4-01" -# build: "5" -# - job-spec: "ip4tun-00" -# build: "6" -# - job-spec: "ip6-00" -# build: "7" -# - job-spec: "ip6-01" -# build: "8" -# - job-spec: "l2-00" -# build: "9" -# - job-spec: "l2-01" -# build: "10" - -- type: "table" - title: "Job Specification Duration: 3n-tsh-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-3n-tsh-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-3n-tsh-curr-iter" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-3n-tsh-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 3n-tsh-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" -# jb-type: "coverage" -# data: "vpp-3n-tsh-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "1" -# - job-spec: "ip4-01" -# build: "2" -# - job-spec: "ip4-02" -# build: "3" -# - job-spec: "ip4-03" -# build: "4" -# - job-spec: "ip4tun-00" -# build: "5" -# - job-spec: "ip6-00" -# build: "6" -# - job-spec: "ip6-01" -# build: "7" -# - job-spec: "l2-00" -# build: "8" -# - job-spec: "l2-01" -# build: "9" -# - job-spec: "l2-02" -# build: "10" -# - job-spec: "l2-03" -# build: "11" -# - job-spec: "l2-04" -# build: "12" -# - job-spec: "memif-00" -# build: "13" -# - job-spec: "srv6-00" -# build: "14" -# - job-spec: "srv6-01" -# build: "15" -# - job-spec: "vhost-00" -# build: "16" -# - job-spec: "vhost-01" -# build: "17" - -- type: "table" - title: "Job Specification Duration: 3n-alt-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-3n-alt-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-3n-alt-curr-iter" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-3n-alt-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 3n-alt-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov" -# jb-type: "coverage" -# data: "vpp-3n-alt-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "1" -# - job-spec: "ip4-01" -# build: "2" -# - job-spec: "ip4-02" -# build: "3" -# - job-spec: "ip4-03" -# build: "4" -# - job-spec: "ip4tun-00" -# build: "5" -# - job-spec: "ip6-00" -# build: "6" -# - job-spec: "ip6-01" -# build: "7" -# - job-spec: "l2-00" -# build: "8" -# - job-spec: "l2-01" -# build: "9" -# - job-spec: "l2-02" -# build: "10" -# - job-spec: "l2-03" -# build: "11" -# - job-spec: "l2-04" -# build: "12" -# - job-spec: "memif-00" -# build: "13" -# - job-spec: "srv6-00" -# build: "14" -# - job-spec: "srv6-01" -# build: "15" -# - job-spec: "vhost-00" -# build: "16" -# - job-spec: "vhost-01" -# build: "17" - # VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr - type: "table" title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr" @@ -831,13 +262,13 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -846,7 +277,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -856,7 +287,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -866,13 +297,13 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -881,7 +312,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -891,7 +322,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -901,13 +332,13 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -916,7 +347,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -926,7 +357,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -936,13 +367,13 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -951,7 +382,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -961,7 +392,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -971,13 +402,13 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -986,7 +417,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -996,7 +427,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -1006,13 +437,13 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1021,7 +452,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1031,7 +462,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -1041,13 +472,13 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-zn2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-zn2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1056,7 +487,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1066,7 +497,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -1076,13 +507,13 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-zn2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-zn2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1091,7 +522,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1101,7 +532,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -1111,13 +542,13 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-zn2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-zn2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1126,7 +557,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1136,7 +567,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1146,13 +577,13 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-tx2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1161,7 +592,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1171,7 +602,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1181,13 +612,13 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-tx2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1196,7 +627,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1206,7 +637,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1216,13 +647,13 @@ include-tests: "latency-PDR90-direction1-max" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-tx2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1231,7 +662,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1241,7 +672,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1251,13 +682,13 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-tsh-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-tsh-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1266,7 +697,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1276,7 +707,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1286,13 +717,13 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-tsh-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-tsh-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1301,7 +732,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1311,7 +742,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1321,13 +752,13 @@ include-tests: "latency-PDR90-direction1-max" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-tsh-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-tsh-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1336,7 +767,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1346,7 +777,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1356,13 +787,13 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1371,7 +802,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1381,7 +812,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1391,13 +822,13 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1406,7 +837,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1416,7 +847,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1426,13 +857,13 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1441,7 +872,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1451,7 +882,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1461,13 +892,13 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1476,7 +907,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1486,7 +917,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1496,13 +927,13 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1511,7 +942,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1521,7 +952,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1531,13 +962,13 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1546,7 +977,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1556,7 +987,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-alt 1t1c - type: "table" @@ -1566,13 +997,13 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - # - title: "2202.0-10" - # data-set: "vpp-3n-alt-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-alt-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-alt-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-alt-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-alt-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1581,9 +1012,9 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 1 - compare: 2 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' @@ -1591,7 +1022,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-alt 1t1c - type: "table" @@ -1601,13 +1032,13 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - # - title: "2202.0-10" - # data-set: "vpp-3n-alt-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-alt-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-alt-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-alt-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-alt-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1616,9 +1047,9 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 1 - compare: 2 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' @@ -1626,7 +1057,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-alt 1t1c - type: "table" @@ -1636,13 +1067,13 @@ include-tests: "latency-PDR90-direction1-max" filter: "'1T1C' and 'NDRPDR'" columns: - # - title: "2202.0-10" - # data-set: "vpp-3n-alt-hist-iter"" - title: "2206.0-10" + data-set: "vpp-3n-alt-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-alt-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-alt-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-alt-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1651,9 +1082,9 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 1 - compare: 2 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' @@ -1661,7 +1092,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Soak vs NDR - 2n-icx - type: "table" @@ -1739,13 +1170,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1754,7 +1185,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1764,7 +1195,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 4t2c pdr - type: "table" @@ -1774,13 +1205,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1789,7 +1220,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1799,7 +1230,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 2t1c ndr - type: "table" @@ -1809,13 +1240,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1824,7 +1255,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1834,7 +1265,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 4t2c ndr - type: "table" @@ -1844,13 +1275,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1859,7 +1290,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1869,7 +1300,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 2t1c pdr - type: "table" @@ -1879,13 +1310,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1894,7 +1325,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1904,7 +1335,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 4t2c pdr - type: "table" @@ -1914,13 +1345,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1929,7 +1360,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1939,7 +1370,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 2t1c ndr - type: "table" @@ -1949,13 +1380,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1964,7 +1395,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -1974,7 +1405,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 4t2c ndr - type: "table" @@ -1984,13 +1415,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1999,7 +1430,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2009,7 +1440,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" @@ -2019,13 +1450,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2034,7 +1465,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2044,7 +1475,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" @@ -2054,13 +1485,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2069,7 +1500,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2079,7 +1510,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" @@ -2089,13 +1520,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2104,7 +1535,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2114,7 +1545,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" @@ -2124,13 +1555,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2139,7 +1570,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2149,7 +1580,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c pdr - type: "table" @@ -2159,13 +1590,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2174,7 +1605,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2184,7 +1615,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c pdr - type: "table" @@ -2194,13 +1625,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2209,7 +1640,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2219,7 +1650,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c ndr - type: "table" @@ -2229,13 +1660,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2244,7 +1675,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2254,7 +1685,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c ndr - type: "table" @@ -2264,13 +1695,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2279,7 +1710,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2289,7 +1720,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c pdr - type: "table" @@ -2299,13 +1730,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-zn2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-zn2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2314,7 +1745,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2324,7 +1755,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c pdr - type: "table" @@ -2334,13 +1765,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-zn2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-zn2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2349,7 +1780,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2359,7 +1790,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c ndr - type: "table" @@ -2369,13 +1800,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-zn2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-zn2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2384,7 +1815,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2394,7 +1825,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c ndr - type: "table" @@ -2404,13 +1835,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-zn2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-zn2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2419,7 +1850,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -2429,24 +1860,24 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-dnv 1t1c pdr +# VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c pdr" + title: "VPP Performance Changes 3n-tsh 1t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter" + data-set: "vpp-3n-tsh-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-tsh-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2454,34 +1885,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-dnv 2t2c pdr +# VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c pdr" + title: "VPP Performance Changes 3n-tsh 2t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter" + data-set: "vpp-3n-tsh-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-tsh-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2489,34 +1920,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-dnv 1t1c ndr +# VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c ndr" + title: "VPP Performance Changes 3n-tsh 1t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter" + data-set: "vpp-3n-tsh-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-tsh-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2524,34 +1955,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-dnv 2t2c ndr +# VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c ndr" + title: "VPP Performance Changes 3n-tsh 2t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter" + data-set: "vpp-3n-tsh-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-tsh-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2559,34 +1990,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 3n-dnv 1t1c pdr +# VPP Performance Changes 2n-tx2 1t1c pdr - type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c pdr" + title: "VPP Performance Changes 2n-tx2 1t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter" + data-set: "vpp-2n-tx2-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-tx2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2594,34 +2025,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 3n-dnv 2t2c pdr +# VPP Performance Changes 2n-tx2 2t2c pdr - type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c pdr" + title: "VPP Performance Changes 2n-tx2 2t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter" + data-set: "vpp-2n-tx2-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-tx2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2629,34 +2060,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 3n-dnv 1t1c ndr +# VPP Performance Changes 2n-tx2 1t1c ndr - type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c ndr" + title: "VPP Performance Changes 2n-tx2 1t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter" + data-set: "vpp-2n-tx2-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-tx2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2664,34 +2095,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 3n-dnv 2t2c ndr +# VPP Performance Changes 2n-tx2 2t2c ndr - type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c ndr" + title: "VPP Performance Changes 2n-tx2 2t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter" + data-set: "vpp-2n-tx2-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-tx2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2699,174 +2130,134 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 3n-tsh 1t1c pdr +# VPP Performance Changes 2n-aws 2t1c pdr - type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c pdr" + title: "VPP Performance Changes 2n-aws 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'2T1C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" - data-set: "vpp-3n-tsh-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-tsh-prev-iter-new-env" + data-set: "vpp-2n-aws-hist-iter" - title: "2210.0-11" - data-set: "vpp-3n-tsh-curr-iter" + data-set: "vpp-2n-aws-prev-iter" + - title: "2302.0-11" + data-set: "vpp-2n-aws-curr-iter" comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' -# VPP Performance Changes 3n-tsh 2t2c pdr +# VPP Performance Changes 2n-aws 4t2c pdr - type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c pdr" + title: "VPP Performance Changes 2n-aws 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'4T2C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" - data-set: "vpp-3n-tsh-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-tsh-prev-iter-new-env" + data-set: "vpp-2n-aws-hist-iter" - title: "2210.0-11" - data-set: "vpp-3n-tsh-curr-iter" + data-set: "vpp-2n-aws-prev-iter" + - title: "2302.0-11" + data-set: "vpp-2n-aws-curr-iter" comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' -# VPP Performance Changes 3n-tsh 1t1c ndr +# VPP Performance Changes 2n-aws 2t1c ndr - type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c ndr" + title: "VPP Performance Changes 2n-aws 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'2T1C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" - data-set: "vpp-3n-tsh-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-tsh-prev-iter-new-env" + data-set: "vpp-2n-aws-hist-iter" - title: "2210.0-11" - data-set: "vpp-3n-tsh-curr-iter" + data-set: "vpp-2n-aws-prev-iter" + - title: "2302.0-11" + data-set: "vpp-2n-aws-curr-iter" comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' -# VPP Performance Changes 3n-tsh 2t2c ndr +# VPP Performance Changes 2n-aws 4t2c ndr - type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c ndr" + title: "VPP Performance Changes 2n-aws 4t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'4T2C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" - data-set: "vpp-3n-tsh-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-tsh-prev-iter-new-env" + data-set: "vpp-2n-aws-hist-iter" - title: "2210.0-11" - data-set: "vpp-3n-tsh-curr-iter" + data-set: "vpp-2n-aws-prev-iter" + - title: "2302.0-11" + data-set: "vpp-2n-aws-curr-iter" comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' + - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' -# VPP Performance Changes 2n-tx2 1t1c pdr +# VPP Performance Changes 3n-alt 1t1c pdr - type: "table" - title: "VPP Performance Changes 2n-tx2 1t1c pdr" + title: "VPP Performance Changes 3n-alt 1t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-tx2-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-tx2-prev-iter-new-env" + data-set: "vpp-3n-alt-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-tx2-curr-iter" + data-set: "vpp-3n-alt-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-alt-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-alt-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2874,34 +2265,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-tx2 2t2c pdr +# VPP Performance Changes 3n-alt 2t2c pdr - type: "table" - title: "VPP Performance Changes 2n-tx2 2t2c pdr" + title: "VPP Performance Changes 3n-alt 2t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-2t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-tx2-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-tx2-prev-iter-new-env" + data-set: "vpp-3n-alt-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-tx2-curr-iter" + data-set: "vpp-3n-alt-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-alt-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-alt-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2909,34 +2300,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 + - title: "2302.0-11 vs 2210.0-11" + reference: 1 + compare: 2 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-tx2 1t1c ndr +# VPP Performance Changes 3n-alt 1t1c ndr - type: "table" - title: "VPP Performance Changes 2n-tx2 1t1c ndr" + title: "VPP Performance Changes 3n-alt 1t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-tx2-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-tx2-prev-iter-new-env" + data-set: "vpp-3n-alt-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-tx2-curr-iter" + data-set: "vpp-3n-alt-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-alt-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-alt-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2944,34 +2335,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-alt with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-tx2 2t2c ndr +# VPP Performance Changes 3n-alt 2t2c ndr - type: "table" - title: "VPP Performance Changes 2n-tx2 2t2c ndr" + title: "VPP Performance Changes 3n-alt 2t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-tx2-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-tx2-prev-iter-new-env" + data-set: "vpp-3n-alt-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-tx2-curr-iter" + data-set: "vpp-3n-alt-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-alt-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-alt-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2979,292 +2370,52 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 + - title: "2302.0-11 vs 2210.0-11" + reference: 1 + compare: 2 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' + - 'Test Case: Test cases executed for: NDR throughput on 3n-alt with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-aws 2t1c pdr +# VPP Performance Changes 3n-icx 2t1c mrr - type: "table" - title: "VPP Performance Changes 2n-aws 2t1c pdr" + title: "VPP Performance Changes 3n-icx 2t1c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-9" - data-set: "vpp-2n-aws-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2210.0-11" - data-set: "vpp-2n-aws-curr-iter" + data-set: "vpp-3n-icx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: - - title: "2210.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' - -# VPP Performance Changes 2n-aws 4t2c pdr -- type: "table" - title: "VPP Performance Changes 2n-aws 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" - columns: - - title: "2202.0-9" - data-set: "vpp-2n-aws-hist-iter" - - title: "2206.0-10" - data-set: "vpp-2n-aws-prev-iter" - - title: "2210.0-11" - data-set: "vpp-2n-aws-curr-iter" - comparisons: - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' - -# VPP Performance Changes 2n-aws 2t1c ndr -- type: "table" - title: "VPP Performance Changes 2n-aws 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" - columns: - - title: "2202.0-9" - data-set: "vpp-2n-aws-hist-iter" - - title: "2206.0-10" - data-set: "vpp-2n-aws-prev-iter" - - title: "2210.0-11" - data-set: "vpp-2n-aws-curr-iter" - comparisons: - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' - -# VPP Performance Changes 2n-aws 4t2c ndr -- type: "table" - title: "VPP Performance Changes 2n-aws 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" - columns: - - title: "2202.0-9" - data-set: "vpp-2n-aws-hist-iter" - - title: "2206.0-10" - data-set: "vpp-2n-aws-prev-iter" - - title: "2210.0-11" - data-set: "vpp-2n-aws-curr-iter" - comparisons: - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' - -# VPP Performance Changes 3n-alt 1t1c pdr -- type: "table" - title: "VPP Performance Changes 3n-alt 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - # - title: "2202.0-10" - # data-set: "vpp-3n-alt-hist-iter" - - title: "2206.0-10" - data-set: "vpp-3n-alt-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-alt-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-alt-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-alt 2t2c pdr -- type: "table" - title: "VPP Performance Changes 3n-alt 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - # - title: "2202.0-10" - # data-set: "vpp-3n-alt-hist-iter" - - title: "2206.0-10" - data-set: "vpp-3n-alt-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-alt-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-alt-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-alt 1t1c ndr -- type: "table" - title: "VPP Performance Changes 3n-alt 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - # - title: "2202.0-10" - # data-set: "vpp-3n-alt-hist-iter" - - title: "2206.0-10" - data-set: "vpp-3n-alt-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-alt-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-alt-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-alt with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-alt 2t2c ndr -- type: "table" - title: "VPP Performance Changes 3n-alt 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - # - title: "2202.0-10" - # data-set: "vpp-3n-alt-hist-iter" - - title: "2206.0-10" - data-set: "vpp-3n-alt-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-alt-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-alt-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-alt with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-icx 2t1c mrr -- type: "table" - title: "VPP Performance Changes 3n-icx 2t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-icx-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 4t2c mrr - type: "table" @@ -3274,13 +2425,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-3n-icx-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3289,7 +2440,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3299,7 +2450,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 8t4c mrr - type: "table" @@ -3309,13 +2460,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-3n-icx-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3324,7 +2475,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3334,7 +2485,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 2t1c mrr - type: "table" @@ -3344,13 +2495,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-icx-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-icx-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3359,7 +2510,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3369,7 +2520,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 4t2c mrr - type: "table" @@ -3379,13 +2530,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-icx-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-icx-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3394,7 +2545,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3404,7 +2555,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 8t4c mrr - type: "table" @@ -3414,13 +2565,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-icx-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-icx-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3429,7 +2580,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3439,7 +2590,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -3449,13 +2600,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3464,7 +2615,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3474,7 +2625,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -3484,13 +2635,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3499,7 +2650,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3509,7 +2660,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr - type: "table" @@ -3519,13 +2670,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3534,7 +2685,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3544,7 +2695,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c mrr - type: "table" @@ -3554,13 +2705,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3569,7 +2720,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3579,7 +2730,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c mrr - type: "table" @@ -3589,13 +2740,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3604,7 +2755,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3614,7 +2765,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 8t4c mrr - type: "table" @@ -3624,13 +2775,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3639,7 +2790,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3649,7 +2800,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c mrr - type: "table" @@ -3659,13 +2810,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-zn2-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3674,7 +2825,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3684,7 +2835,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c mrr - type: "table" @@ -3694,13 +2845,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-zn2-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3709,7 +2860,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3719,7 +2870,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 8t4c mrr - type: "table" @@ -3729,13 +2880,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-zn2-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3744,7 +2895,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3754,217 +2905,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-dnv 1t1c mrr -- type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-dnv 2t2c mrr -- type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-dnv 4t4c mrr -- type: "table" - title: "VPP Performance Changes 2n-dnv 4t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-dnv 1t1c mrr -- type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-dnv 2t2c mrr -- type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-dnv 4t4c mrr -- type: "table" - title: "VPP Performance Changes 3n-dnv 4t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -3974,13 +2915,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-tsh-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -3989,7 +2930,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -3999,7 +2940,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -4009,13 +2950,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-tsh-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -4024,7 +2965,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -4034,7 +2975,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -4044,13 +2985,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-tsh-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -4059,7 +3000,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -4069,7 +3010,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c mrr - type: "table" @@ -4079,13 +3020,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -4094,7 +3035,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -4104,7 +3045,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c mrr - type: "table" @@ -4114,13 +3055,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -4129,7 +3070,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -4139,7 +3080,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 4t4c mrr - type: "table" @@ -4149,13 +3090,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -4164,7 +3105,7 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -4174,7 +3115,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-aws 2t1c mrr - type: "table" @@ -4184,14 +3125,14 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C'" columns: - - title: "2202.0-9" - data-set: "vpp-2n-aws-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-2n-aws-prev-iter-mrr" + data-set: "vpp-2n-aws-hist-iter-mrr" - title: "2210.0-11" + data-set: "vpp-2n-aws-prev-iter-mrr" + - title: "2302.0-11" data-set: "vpp-2n-aws-curr-iter-mrr" comparisons: - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -4199,7 +3140,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' + - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c mrr - type: "table" @@ -4209,14 +3150,14 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C'" columns: - - title: "2202.0-9" - data-set: "vpp-2n-aws-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-2n-aws-prev-iter-mrr" + data-set: "vpp-2n-aws-hist-iter-mrr" - title: "2210.0-11" + data-set: "vpp-2n-aws-prev-iter-mrr" + - title: "2302.0-11" data-set: "vpp-2n-aws-curr-iter-mrr" comparisons: - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: @@ -4224,7 +3165,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' + - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' # VPP Performance Changes 3n-alt 1t1c mrr - type: "table" @@ -4234,13 +3175,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - # - title: "2202.0-10" - # data-set: "vpp-3n-alt-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-alt-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-3n-alt-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-alt-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-alt-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -4249,9 +3190,9 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 1 - compare: 2 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.' @@ -4259,7 +3200,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-alt 2t2c mrr - type: "table" @@ -4269,13 +3210,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - # - title: "2202.0-10" - # data-set: "vpp-3n-alt-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-alt-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-3n-alt-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-alt-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-alt-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -4284,9 +3225,9 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 1 - compare: 2 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.' @@ -4294,7 +3235,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-alt 4t4c mrr - type: "table" @@ -4304,13 +3245,13 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - # - title: "2202.0-10" - # data-set: "vpp-3n-alt-hist-iter-mrr" - title: "2206.0-10" + data-set: "vpp-3n-alt-hist-iter-mrr" + - title: "2210.0-11" data-set: "vpp-3n-alt-prev-iter-mrr-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-alt-prev-iter-mrr-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-alt-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -4319,9 +3260,9 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 1 - compare: 2 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.' @@ -4329,7 +3270,7 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # Detailed Test Results - VPP Performance Results 2n-zn2 - type: "table" @@ -4453,40 +3394,6 @@ - "parent" - "msg" -# Detailed Test Results - VPP Performance Results 3n-dnv -- type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-3n-dnv-curr-cov" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP Performance Results 2n-dnv -- type: "table" - title: "Detailed Test Results - VPP Performance Results 2n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-2n-dnv-curr-cov" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - # Detailed Test Results - VPP Performance Results 3n-snr - type: "table" title: "Detailed Test Results - VPP Performance Results 3n-snr" @@ -4642,75 +3549,41 @@ - "name" - "conf-history" -# Test configuration - VPP Performance Test Configs 3n-dnv +# Test configuration - VPP Performance Test Configs 3n-snr - type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-dnv" + title: "Test configuration - VPP Performance Test Configs 3n-snr" algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/" + output-file: "{DIR[DTC,PERF,VPP,3N,SNR]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-3n-dnv-curr-cov" + data: "vpp-3n-snr-curr-cov" filter: "all" parameters: - "parent" - "name" - "conf-history" -# Test configuration - VPP Performance Test Configs 2n-dnv +# Test configuration - VPP Performance Test Configs 2n-aws - type: "table" - title: "Test configuration - VPP Performance Test Configs 2n-dnv" + title: "Test configuration - VPP Performance Test Configs 2n-aws" algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/" + output-file: "{DIR[DTC,PERF,VPP,2N,AWS]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-2n-dnv-curr-cov" + data: "vpp-2n-aws-curr-cov" filter: "all" parameters: - "parent" - "name" - "conf-history" -# Test configuration - VPP Performance Test Configs 3n-snr -- type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-snr" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,3N,SNR]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-3n-snr-curr-cov" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP Performance Test Configs 2n-aws -- type: "table" - title: "Test configuration - VPP Performance Test Configs 2n-aws" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,2N,AWS]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-2n-aws-curr-cov" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test Operational Data - VPP Performance Operational Data 2n-zn2 +# Test Operational Data - VPP Performance Operational Data 2n-zn2 - type: "table" title: "Test Operational Data - VPP Performance Operational Data 2n-zn2" algorithm: "table_oper_data_html" @@ -4766,22 +3639,6 @@ data: "vpp-2n-tx2-curr-cov" filter: "all" -# Test Operational Data - VPP Performance Operational Data 3n-dnv -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-dnv" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/" - data: "vpp-3n-dnv-curr-cov" - filter: "all" - -# Test Operational Data - VPP Performance Operational Data 2n-dnv -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/" - data: "vpp-2n-dnv-curr-cov" - filter: "all" - # Test Operational Data - VPP Performance Operational Data 3n-snr - type: "table" title: "Test Operational Data - VPP Performance Operational Data 3n-snr" @@ -4917,40 +3774,6 @@ - "parent" - "msg" -# Detailed Test Results - VPP MRR Results 3n-dnv -- type: "table" - title: "Detailed Test Results - VPP MRR Results 3n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-3n-dnv-curr-iter-mrr" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP MRR Results 2n-dnv -- type: "table" - title: "Detailed Test Results - VPP MRR Results 2n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-2n-dnv-curr-iter-mrr" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - # Detailed Test Results - VPP MRR Results 3n-snr - type: "table" title: "Detailed Test Results - VPP MRR Results 3n-snr" @@ -5104,40 +3927,6 @@ - "name" - "conf-history" -# Test configuration - VPP MRR Test Configs 3n-dnv -- type: "table" - title: "Test configuration - VPP MRR Test Configs 3n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-3n-dnv-curr-iter-mrr" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP MRR Test Configs 2n-dnv -- type: "table" - title: "Test configuration - VPP MRR Test Configs 2n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-2n-dnv-curr-iter-mrr" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - # Test configuration - VPP MRR Test Configs 3n-snr - type: "table" title: "Test configuration - VPP MRR Test Configs 3n-snr" @@ -5209,581 +3998,581 @@ ################################################################################ -# DPDK Performance Changes 3n-icx 2t1c pdr -- type: "table" - title: "DPDK Performance Changes 3n-icx 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-3n-icx-hist-iter" - - title: "22.03" - data-set: "dpdk-3n-icx-prev-iter" - - title: "22.07" - data-set: "dpdk-3n-icx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# DPDK Performance Changes 3n-icx 4t2c pdr -- type: "table" - title: "DPDK Performance Changes 3n-icx 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-3n-icx-hist-iter" - - title: "22.03" - data-set: "dpdk-3n-icx-prev-iter" - - title: "22.07" - data-set: "dpdk-3n-icx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 3n-icx 2t1c pdr +# - type: "table" +# title: "DPDK Performance Changes 3n-icx 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-3n-icx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-3n-icx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-3n-icx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 3n-icx 2t1c ndr -- type: "table" - title: "DPDK Performance Changes 3n-icx 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-3n-icx-hist-iter" - - title: "22.03" - data-set: "dpdk-3n-icx-prev-iter" - - title: "22.07" - data-set: "dpdk-3n-icx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 3n-icx 4t2c pdr +# - type: "table" +# title: "DPDK Performance Changes 3n-icx 4t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-3n-icx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-3n-icx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-3n-icx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 3n-icx 4t2c ndr -- type: "table" - title: "DPDK Performance Changes 3n-icx 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-3n-icx-hist-iter" - - title: "22.03" - data-set: "dpdk-3n-icx-prev-iter" - - title: "22.07" - data-set: "dpdk-3n-icx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 3n-icx 2t1c ndr +# - type: "table" +# title: "DPDK Performance Changes 3n-icx 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-3n-icx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-3n-icx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-3n-icx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-icx 2t1c pdr -- type: "table" - title: "DPDK Performance Changes 2n-icx 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-icx-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-icx-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-icx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 3n-icx 4t2c ndr +# - type: "table" +# title: "DPDK Performance Changes 3n-icx 4t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-3n-icx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-3n-icx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-3n-icx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-icx 4t2c pdr -- type: "table" - title: "DPDK Performance Changes 2n-icx 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-icx-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-icx-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-icx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-icx 2t1c pdr +# - type: "table" +# title: "DPDK Performance Changes 2n-icx 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-icx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-icx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-icx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-icx 2t1c ndr -- type: "table" - title: "DPDK Performance Changes 2n-icx 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-icx-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-icx-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-icx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-icx 4t2c pdr +# - type: "table" +# title: "DPDK Performance Changes 2n-icx 4t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-icx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-icx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-icx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-icx 4t2c ndr -- type: "table" - title: "DPDK Performance Changes 2n-icx 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-icx-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-icx-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-icx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-icx 2t1c ndr +# - type: "table" +# title: "DPDK Performance Changes 2n-icx 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-icx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-icx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-icx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-clx 2t1c pdr -- type: "table" - title: "DPDK Performance Changes 2n-clx 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-clx-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-clx-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-clx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-icx 4t2c ndr +# - type: "table" +# title: "DPDK Performance Changes 2n-icx 4t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-icx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-icx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-icx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-clx 4t2c pdr -- type: "table" - title: "DPDK Performance Changes 2n-clx 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-clx-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-clx-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-clx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-clx 2t1c pdr +# - type: "table" +# title: "DPDK Performance Changes 2n-clx 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-clx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-clx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-clx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-clx 2t1c ndr -- type: "table" - title: "DPDK Performance Changes 2n-clx 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-clx-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-clx-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-clx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-clx 4t2c pdr +# - type: "table" +# title: "DPDK Performance Changes 2n-clx 4t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-clx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-clx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-clx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-clx 4t2c ndr -- type: "table" - title: "DPDK Performance Changes 2n-clx 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-clx-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-clx-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-clx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-clx 2t1c ndr +# - type: "table" +# title: "DPDK Performance Changes 2n-clx 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-clx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-clx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-clx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-zn2 2t1c pdr -- type: "table" - title: "DPDK Performance Changes 2n-zn2 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-zn2-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-zn2-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-zn2-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-clx 4t2c ndr +# - type: "table" +# title: "DPDK Performance Changes 2n-clx 4t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-clx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-clx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-clx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-zn2 4t2c pdr -- type: "table" - title: "DPDK Performance Changes 2n-zn2 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-zn2-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-zn2-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-zn2-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-zn2 2t1c pdr +# - type: "table" +# title: "DPDK Performance Changes 2n-zn2 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-zn2-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-zn2-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-zn2-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-zn2 2t1c ndr -- type: "table" - title: "DPDK Performance Changes 2n-zn2 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-zn2-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-zn2-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-zn2-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-zn2 4t2c pdr +# - type: "table" +# title: "DPDK Performance Changes 2n-zn2 4t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-zn2-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-zn2-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-zn2-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-zn2 4t2c ndr -- type: "table" - title: "DPDK Performance Changes 2n-zn2 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-zn2-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-zn2-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-zn2-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-zn2 2t1c ndr +# - type: "table" +# title: "DPDK Performance Changes 2n-zn2 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-zn2-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-zn2-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-zn2-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 3n-tsh 1t1c pdr -- type: "table" - title: "DPDK Performance Changes 3n-tsh 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR'" - columns: - - title: "21.11" - data-set: "dpdk-3n-tsh-hist-iter" - - title: "22.03" - data-set: "dpdk-3n-tsh-prev-iter" - - title: "22.07" - data-set: "dpdk-3n-tsh-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-zn2 4t2c ndr +# - type: "table" +# title: "DPDK Performance Changes 2n-zn2 4t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-zn2-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-zn2-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-zn2-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 3n-tsh 2t2c pdr -- type: "table" - title: "DPDK Performance Changes 3n-tsh 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR'" - columns: - - title: "21.11" - data-set: "dpdk-3n-tsh-hist-iter" - - title: "22.03" - data-set: "dpdk-3n-tsh-prev-iter" - - title: "22.07" - data-set: "dpdk-3n-tsh-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 3n-tsh 1t1c pdr +# - type: "table" +# title: "DPDK Performance Changes 3n-tsh 1t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR'" +# columns: +# - title: "21.11" +# data-set: "dpdk-3n-tsh-hist-iter" +# - title: "22.03" +# data-set: "dpdk-3n-tsh-prev-iter" +# - title: "22.07" +# data-set: "dpdk-3n-tsh-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 3n-tsh 1t1c ndr -- type: "table" - title: "DPDK Performance Changes 3n-tsh 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR'" - columns: - - title: "21.11" - data-set: "dpdk-3n-tsh-hist-iter" - - title: "22.03" - data-set: "dpdk-3n-tsh-prev-iter" - - title: "22.07" - data-set: "dpdk-3n-tsh-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 3n-tsh 2t2c pdr +# - type: "table" +# title: "DPDK Performance Changes 3n-tsh 2t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR'" +# columns: +# - title: "21.11" +# data-set: "dpdk-3n-tsh-hist-iter" +# - title: "22.03" +# data-set: "dpdk-3n-tsh-prev-iter" +# - title: "22.07" +# data-set: "dpdk-3n-tsh-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 3n-tsh 2t2c ndr -- type: "table" - title: "DPDK Performance Changes 3n-tsh 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR'" - columns: - - title: "21.11" - data-set: "dpdk-3n-tsh-hist-iter" - - title: "22.03" - data-set: "dpdk-3n-tsh-prev-iter" - - title: "22.07" - data-set: "dpdk-3n-tsh-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 3n-tsh 1t1c ndr +# - type: "table" +# title: "DPDK Performance Changes 3n-tsh 1t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR'" +# columns: +# - title: "21.11" +# data-set: "dpdk-3n-tsh-hist-iter" +# - title: "22.03" +# data-set: "dpdk-3n-tsh-prev-iter" +# - title: "22.07" +# data-set: "dpdk-3n-tsh-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-tx2 1t1c pdr -- type: "table" - title: "DPDK Performance Changes 2n-tx2 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR'" - columns: - - title: "21.11" - data-set: "dpdk-2n-tx2-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-tx2-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-tx2-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 3n-tsh 2t2c ndr +# - type: "table" +# title: "DPDK Performance Changes 3n-tsh 2t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR'" +# columns: +# - title: "21.11" +# data-set: "dpdk-3n-tsh-hist-iter" +# - title: "22.03" +# data-set: "dpdk-3n-tsh-prev-iter" +# - title: "22.07" +# data-set: "dpdk-3n-tsh-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-tx2 2t2c pdr -- type: "table" - title: "DPDK Performance Changes 2n-tx2 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR'" - columns: - - title: "21.11" - data-set: "dpdk-2n-tx2-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-tx2-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-tx2-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-tx2 1t1c pdr +# - type: "table" +# title: "DPDK Performance Changes 2n-tx2 1t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-1t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-tx2-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-tx2-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-tx2-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-tx2 1t1c ndr -- type: "table" - title: "DPDK Performance Changes 2n-tx2 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR'" - columns: - - title: "21.11" - data-set: "dpdk-2n-tx2-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-tx2-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-tx2-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-tx2 2t2c pdr +# - type: "table" +# title: "DPDK Performance Changes 2n-tx2 2t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-2t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-tx2-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-tx2-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-tx2-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# DPDK Performance Changes 2n-tx2 2t2c ndr -- type: "table" - title: "DPDK Performance Changes 2n-tx2 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR'" - columns: - - title: "21.11" - data-set: "dpdk-2n-tx2-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-tx2-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-tx2-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# # DPDK Performance Changes 2n-tx2 1t1c ndr +# - type: "table" +# title: "DPDK Performance Changes 2n-tx2 1t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-1t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-tx2-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-tx2-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-tx2-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# # DPDK Performance Changes 2n-tx2 2t2c ndr +# - type: "table" +# title: "DPDK Performance Changes 2n-tx2 2t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-2t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-tx2-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-tx2-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-tx2-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # Detailed Test Results - DPDK Performance Results 2n-zn2 - type: "table" @@ -5975,8 +4764,6 @@ - "{DIR[DTR,PERF,VPP,3N,ALT]}" - "{DIR[DTR,PERF,VPP,3N,TSH]}" - "{DIR[DTR,PERF,VPP,2N,TX2]}" - - "{DIR[DTR,PERF,VPP,2N,DNV]}" - - "{DIR[DTR,PERF,VPP,3N,DNV]}" - "{DIR[DTR,PERF,VPP,2N,AWS]}" - "{DIR[DTR,PERF,VPP,3N,SNR]}" data: @@ -5987,8 +4774,6 @@ - "vpp-3n-alt-curr-cov" - "vpp-3n-tsh-curr-cov" - "vpp-2n-tx2-curr-cov" - - "vpp-2n-dnv-curr-cov" - - "vpp-3n-dnv-curr-cov" - "vpp-2n-aws-curr-cov" - "vpp-3n-snr-curr-cov" filter: "'NDRPDR'" @@ -6016,8 +4801,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -6045,8 +4828,6 @@ - "{DIR[DTC,PERF,VPP,3N,ALT]}" - "{DIR[DTC,PERF,VPP,3N,TSH]}" - "{DIR[DTC,PERF,VPP,2N,TX2]}" - - "{DIR[DTC,PERF,VPP,2N,DNV]}" - - "{DIR[DTC,PERF,VPP,3N,DNV]}" - "{DIR[DTC,PERF,VPP,2N,AWS]}" - "{DIR[DTC,PERF,VPP,3N,SNR]}" data: @@ -6057,8 +4838,6 @@ - "vpp-3n-alt-curr-cov" - "vpp-3n-tsh-curr-cov" - "vpp-2n-tx2-curr-cov" - - "vpp-2n-dnv-curr-cov" - - "vpp-3n-dnv-curr-cov" - "vpp-2n-aws-curr-cov" - "vpp-3n-snr-curr-cov" filter: "'NDRPDR'" @@ -6086,8 +4865,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -6115,8 +4892,6 @@ - "{DIR[DTO,PERF,VPP,3N,ALT]}" - "{DIR[DTO,PERF,VPP,3N,TSH]}" - "{DIR[DTO,PERF,VPP,2N,TX2]}" - - "{DIR[DTO,PERF,VPP,2N,DNV]}" - - "{DIR[DTO,PERF,VPP,3N,DNV]}" - "{DIR[DTO,PERF,VPP,2N,AWS]}" - "{DIR[DTO,PERF,VPP,3N,SNR]}" data: @@ -6127,8 +4902,6 @@ - "vpp-3n-alt-curr-cov" - "vpp-3n-tsh-curr-cov" - "vpp-2n-tx2-curr-cov" - - "vpp-2n-dnv-curr-cov" - - "vpp-3n-dnv-curr-cov" - "vpp-2n-aws-curr-cov" - "vpp-3n-snr-curr-cov" filter: "'NDRPDR'" @@ -6156,8 +4929,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -6185,8 +4956,6 @@ - "{DIR[DTR,MRR,VPP,3N,ALT]}" - "{DIR[DTR,MRR,VPP,3N,TSH]}" - "{DIR[DTR,MRR,VPP,2N,TX2]}" - - "{DIR[DTR,MRR,VPP,2N,DNV]}" - - "{DIR[DTR,MRR,VPP,3N,DNV]}" - "{DIR[DTR,MRR,VPP,2N,AWS]}" - "{DIR[DTR,MRR,VPP,3N,SNR]}" data: @@ -6197,8 +4966,6 @@ - "vpp-3n-alt-curr-iter-mrr" - "vpp-3n-tsh-curr-iter-mrr" - "vpp-2n-tx2-curr-iter-mrr" - - "vpp-2n-dnv-curr-iter-mrr" - - "vpp-3n-dnv-curr-iter-mrr" - "vpp-2n-aws-curr-iter-mrr" - "vpp-3n-snr-curr-iter-mrr" filter: "'MRR'" @@ -6226,8 +4993,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -6255,8 +5020,6 @@ - "{DIR[DTC,MRR,VPP,3N,ALT]}" - "{DIR[DTC,MRR,VPP,3N,TSH]}" - "{DIR[DTC,MRR,VPP,2N,TX2]}" - - "{DIR[DTC,MRR,VPP,2N,DNV]}" - - "{DIR[DTC,MRR,VPP,3N,DNV]}" - "{DIR[DTC,MRR,VPP,2N,AWS]}" - "{DIR[DTC,MRR,VPP,3N,SNR]}" data: @@ -6267,8 +5030,6 @@ - "vpp-3n-alt-curr-iter-mrr" - "vpp-3n-tsh-curr-iter-mrr" - "vpp-2n-tx2-curr-iter-mrr" - - "vpp-2n-dnv-curr-iter-mrr" - - "vpp-3n-dnv-curr-iter-mrr" - "vpp-2n-aws-curr-iter-mrr" - "vpp-3n-snr-curr-iter-mrr" filter: "'MRR'" @@ -6296,8 +5057,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -6939,37 +5698,6 @@ title: "3n-tsh-x520-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-ip4routing-base-scale-[ixgbe,af_xdp]-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -7039,19 +5767,6 @@ title: "3n-tsh-x520-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-tsh-x520-78b-{core}-ip6routing-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -7064,35 +5779,6 @@ title: "3n-tsh-x520-78b-{core}-ip6routing-base-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 2n-dnv-x553-78b-{core}-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-{core}-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - layout: - title: "2n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" - layout: - title: "3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-tsh-x520-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -7110,23 +5796,6 @@ title: "3n-tsh-x520-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-tsh-x520-64b-{core}-l2switching-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -7160,85 +5829,6 @@ title: "3n-tsh-x520-64b-{core}-features-l2switching-base-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-tsh-x520-78b-{core}-srv6-ip6routing-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -8082,184 +6672,6 @@ title: "3n-alt-xl710-64b-vhost-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-ip4routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" - layout: - title: "2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-af_xdp-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Patch-Ndrpdr.64B-.t.c-af-xdp-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-.t.c-af-xdp-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-l2switching-base-scale-af_xdp-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-ip4tunnel-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4tunnel-base-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-ip4tunnel-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" - layout: - title: "3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" - layout: - title: "3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 2n-tx2-xl710-64b-ipsec-base-scale-sw-policy-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -9999,7 +8411,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" layout: title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - layout: "plot-throughput" + layout: "plot-cps" - type: "plot" title: "Throughput: 2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" @@ -10016,7 +8428,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" layout: title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - layout: "plot-throughput" + layout: "plot-cps" - type: "plot" title: "Throughput: 2n-icx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" @@ -10285,7 +8697,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" layout: title: "2n-icx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" + layout: "plot-throughput-speedup-analysis-cps" - type: "plot" title: "Speedup: 2n-icx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" @@ -10301,7 +8713,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" layout: title: "2n-icx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" + layout: "plot-throughput-speedup-analysis-cps" - type: "plot" title: "Speedup: 2n-icx-xxv710-100b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" @@ -11787,6 +10199,52 @@ title: "3n-icx-xxv710-64b-{core}-ip4tunnel-base-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 3n-icx-xxv710-1518b-{core}-ip4tunnel-wireguard-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-1518b-{core}-ip4tunnel-wireguard-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" + layout: + title: "3n-icx-xxv710-1518b-{core}-ip4tunnel-wireguard-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-xxv710-imix-{core}-ip4tunnel-wireguard-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-{core}-ip4tunnel-wireguard-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" + layout: + title: "3n-icx-xxv710-imix-{core}-ip4tunnel-wireguard-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810xxv-64b-{core}-ip4tunnel-wireguard-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-64b-{core}-ip4tunnel-wireguard-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.64B-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + layout: + title: "3n-icx-e810xxv-64b-{core}-ip4tunnel-wireguard-{test_type}" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 3n-icx-e810xxv-64b-{core}-ip4tunnel-gtpu-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -12026,6 +10484,49 @@ title: "3n-icx-e810xxv-64b-ip4tunnel-gtpu-{test_type}" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 3n-icx-xxv710-1518b-ip4tunnel-wireguard-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-1518b-ip4tunnel-wireguard-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" + layout: + title: "3n-icx-xxv710-1518b-ip4tunnel-wireguard-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-xxv710-imix-ip4tunnel-wireguard-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-ip4tunnel-wireguard-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" + layout: + title: "3n-icx-xxv710-imix-ip4tunnel-wireguard-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-e810xxv-64b-ip4tunnel-wireguard-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-64b-ip4tunnel-wireguard-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.64B-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + layout: + title: "3n-icx-e810xxv-64b-ip4tunnel-wireguard-{test_type}" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 3n-icx-xxv710-78b-ip6routing-base-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -12100,6 +10601,40 @@ title: "3n-snr-e822cq-64b-{core}-ip4tunnel-base-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 3n-snr-e822cq-1518b-{core}-ip4tunnel-wireguard-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-{core}-ip4tunnel-wireguard-{test_type}" + data: "vpp-3n-snr-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" + layout: + title: "3n-snr-e822cq-1518b-{core}-ip4tunnel-wireguard-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-snr-e822cq-imix-{core}-ip4tunnel-wireguard-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-{core}-ip4tunnel-wireguard-{test_type}" + data: "vpp-3n-snr-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" + layout: + title: "3n-snr-e822cq-imix-{core}-ip4tunnel-wireguard-{test_type}" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 3n-snr-e822cq-78b-{core}-ip6routing-base-scale-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -12210,6 +10745,38 @@ title: "3n-snr-e822cq-64b-ip4tunnel-base-{test_type}" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 3n-snr-e822cq-1518b-ip4tunnel-wireguard-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-ip4tunnel-wireguard-{test_type}-tsa" + data: "vpp-3n-snr-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" + layout: + title: "3n-snr-e822cq-1518b-ip4tunnel-wireguard-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-snr-e822cq-imix-ip4tunnel-wireguard-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-ip4tunnel-wireguard-{test_type}-tsa" + data: "vpp-3n-snr-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" + layout: + title: "3n-snr-e822cq-imix-ip4tunnel-wireguard-{test_type}" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 3n-snr-e822cq-78b-ip6routing-base-scale-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -12616,6 +11183,32 @@ # title: "3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho" # layout: "plot-hoststack" +# Hoststack tests 2n-icx + +- type: "plot" + title: "CPS: 2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx-cps" + data: "vpp-2n-icx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-25Ge2P1E810Xxv-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Cps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps" + - "Tests.Vpp.Perf.Hoststack.2N1L-25Ge2P1E810Xxv-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Cps.0B-4t2c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps" + layout: + title: "2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx" + layout: "plot-cps" + +- type: "plot" + title: "RPS: 2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx-rps" + data: "vpp-2n-icx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-25Ge2P1E810Xxv-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Rps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps" + - "Tests.Vpp.Perf.Hoststack.2N1L-25Ge2P1E810Xxv-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Rps.0B-4t2c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps" + layout: + title: "2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx" + layout: "plot-rps" + ############################################################################### # TRex 2n-icx