### T A B L E S ###
################################################################################
-# Statistics: job-specs' durations
-
-# - type: "table"
-# title: "Job Specification Duration: 2n-icx-iterative"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-iter"
-# jb-type: "iterative"
-# lines:
-# - job-spec: "vpp-mrr-00"
-# data-set: "vpp-2n-icx-curr-iter-mrr"
-# - job-spec: "vpp-mlr-00"
-# data-set: "vpp-2n-icx-curr-iter"
-# - job-spec: "vpp-gso-mrr-00"
-# data-set: "vpp-2n-icx-curr-iter-gso"
-# - job-spec: "soak-00"
-# data-set: "vpp-2n-icx-curr-soak"
-# - job-spec: "nfv-density-mrr-00"
-# data-set: "vpp-2n-icx-curr-nfv-mrr"
-# - job-spec: "nfv-density-mlr-00"
-# data-set: "vpp-2n-icx-curr-nfv-ndrpdr"
-# - job-spec: "reconf-00"
-# data-set: "vpp-2n-icx-curr-nfv-reconf"
-# - job-spec: "dpdk-mlr-00"
-# data-set: "dpdk-2n-icx-curr-iter"
-# - job-spec: "trex-mlr-00"
-# data-set: "trex-2n-icx-curr-iter"
-
-# - type: "table"
-# title: "Job Specification Duration: 2n-icx-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov"
-# jb-type: "coverage"
-# data: "vpp-2n-icx-curr-cov"
-# lines:
-# - job-spec: "gso-00"
-# build: "2"
-# - job-spec: "ip4-00"
-# build: "8"
-# - job-spec: "ip4-01"
-# build: "3"
-# - job-spec: "ip4-02"
-# build: "17"
-# - job-spec: "ip4-03"
-# build: "5"
-# - job-spec: "ip4-04"
-# build: "6"
-# - job-spec: "ip4-05"
-# build: "7"
-# - job-spec: "ip4-06"
-# build: "18"
-# - job-spec: "ip4-07"
-# build: "9"
-# - job-spec: "ip4tun-00"
-# build: "10"
-# - job-spec: "ip6-00"
-# build: "14"
-# - job-spec: "ip6-01"
-# build: "20"
-# - job-spec: "l2-00"
-# build: "25"
-# - job-spec: "l2-01"
-# build: "21"
-# - job-spec: "lb-00"
-# build: "22"
-# - job-spec: "memif-00"
-# build: "23"
-# - job-spec: "vhost-00"
-# build: "24"
-
-# - type: "table"
-# title: "Job Specification Duration: 3n-icx-iterative"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-iter"
-# jb-type: "iterative"
-# lines:
-# - job-spec: "vpp-mrr-00"
-# data-set: "vpp-3n-icx-curr-iter-mrr"
-# - job-spec: "vpp-mlr-00"
-# data-set: "vpp-3n-icx-curr-iter"
-# - job-spec: "hoststack-00"
-# data-set: "vpp-3n-icx-curr-iter-hoststack"
-# - job-spec: "dpdk-mlr-00"
-# data-set: "dpdk-3n-icx-curr-iter"
-
-# - type: "table"
-# title: "Job Specification Duration: 3n-icx-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov"
-# jb-type: "coverage"
-# data: "vpp-3n-icx-curr-cov"
-# lines:
-# - job-spec: "crypto-00"
-# build: "7"
-# - job-spec: "crypto-01"
-# build: "8"
-# - job-spec: "crypto-02"
-# build: "10"
-# - job-spec: "crypto-03"
-# build: "9"
-# - job-spec: "crypto-04"
-# build: "12"
-# - job-spec: "crypto-05"
-# build: "11"
-# - job-spec: "ip4-00"
-# build: "13"
-# - job-spec: "ip4-01"
-# build: "14"
-# - job-spec: "ip4-02"
-# build: "15"
-# - job-spec: "ip4-03"
-# build: "16"
-# - job-spec: "ip4-04"
-# build: "17"
-# - job-spec: "ip4-05"
-# build: "18"
-# - job-spec: "ip4-06"
-# build: "19"
-# - job-spec: "ip4-07"
-# build: "20"
-# - job-spec: "ip4tun-00"
-# build: "21"
-# - job-spec: "ip4tun-02"
-# build: "22"
-# - job-spec: "ip6-00"
-# build: "15"
-# - job-spec: "ip6-01"
-# build: "16"
-# - job-spec: "ip6tun-00"
-# build: "17"
-# - job-spec: "l2-00"
-# build: "18"
-# - job-spec: "l2-01"
-# build: "19"
-# - job-spec: "l2-02"
-# build: "20"
-# - job-spec: "l2-03"
-# build: "21"
-# - job-spec: "l2-04"
-# build: "22"
-# - job-spec: "l2-05"
-# build: "23"
-# - job-spec: "l2-06"
-# build: "24"
-# - job-spec: "l2-07"
-# build: "25"
-# - job-spec: "l2-08"
-# build: "26"
-# - job-spec: "l2-09"
-# build: "27"
-# - job-spec: "l2-10"
-# build: "28"
-# - job-spec: "memif-00"
-# build: "29"
-# - job-spec: "srv6-00"
-# build: "30"
-# - job-spec: "srv6-01"
-# build: "31"
-# - job-spec: "vhost-00"
-# build: "32"
-# - job-spec: "vhost-01"
-# build: "33"
-
-# - type: "table"
-# title: "Job Specification Duration: 2n-clx-iterative"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-iter"
-# jb-type: "iterative"
-# lines:
-# - job-spec: "vpp-mrr-00"
-# data-set: "vpp-2n-clx-curr-iter-mrr"
-# - job-spec: "vpp-mlr-00"
-# data-set: "vpp-2n-clx-curr-iter"
-# - job-spec: "vpp-gso-mrr-00"
-# data-set: "vpp-2n-clx-curr-iter-gso"
-# - job-spec: "soak-00"
-# data-set: "vpp-2n-clx-curr-soak"
-# - job-spec: "nfv-density-mrr-00"
-# data-set: "vpp-2n-clx-curr-nfv-mrr"
-# - job-spec: "nfv-density-mlr-00"
-# data-set: "vpp-2n-clx-curr-nfv-ndrpdr"
-# - job-spec: "reconf-00"
-# data-set: "vpp-2n-clx-curr-nfv-reconf"
-# - job-spec: "dpdk-mlr-00"
-# data-set: "dpdk-2n-clx-curr-iter"
-
-# - type: "table"
-# title: "Job Specification Duration: 2n-clx-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov"
-# jb-type: "coverage"
-# data: "vpp-2n-clx-curr-cov"
-# lines:
-# - job-spec: "gso-00"
-# build: "2"
-# - job-spec: "ip4-00"
-# build: "3"
-# - job-spec: "ip4-01"
-# build: "4"
-# - job-spec: "ip4-02"
-# build: "5"
-# - job-spec: "ip4-03"
-# build: "6"
-# - job-spec: "ip4-04"
-# build: "7"
-# - job-spec: "ip4-05"
-# build: "12"
-# - job-spec: "ip4-06"
-# build: "9"
-# - job-spec: "ip4-07"
-# build: "10"
-# - job-spec: "ip4tun-00"
-# build: "11"
-# - job-spec: "ip6-00"
-# build: "13"
-# - job-spec: "ip6-01"
-# build: "14"
-# - job-spec: "l2-00"
-# build: "15"
-# - job-spec: "l2-01"
-# build: "16"
-# - job-spec: "lb-00"
-# build: "17"
-# - job-spec: "memif-00"
-# build: "18"
-# - job-spec: "vhost-00"
-# build: "19"
-
-# - type: "table"
-# title: "Job Specification Duration: 2n-aws-iterative"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-iter"
-# jb-type: "iterative"
-# lines:
-# - job-spec: "vpp-mrr-00"
-# data-set: "vpp-2n-aws-curr-iter-mrr"
-# - job-spec: "vpp-mlr-00"
-# data-set: "vpp-2n-aws-curr-iter"
-
-# - type: "table"
-# title: "Job Specification Duration: 2n-aws-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov"
-# jb-type: "coverage"
-# data: "vpp-2n-aws-curr-cov"
-# lines:
-# - job-spec: "vpp-00"
-# build: "1"
-
-# - type: "table"
-# title: "Job Specification Duration: 2n-tx2-iterative"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-iter"
-# jb-type: "iterative"
-# lines:
-# - job-spec: "vpp-mrr-00"
-# data-set: "vpp-2n-tx2-curr-iter-mrr"
-# - job-spec: "vpp-mlr-00"
-# data-set: "vpp-2n-tx2-curr-iter"
-
-# - type: "table"
-# title: "Job Specification Duration: 2n-tx2-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov"
-# jb-type: "coverage"
-# data: "vpp-2n-tx2-curr-cov"
-# lines:
-# - job-spec: "ip4-00"
-# build: "2"
-# - job-spec: "ip4-01"
-# build: "3"
-# - job-spec: "ip4-02"
-# build: "4"
-# - job-spec: "ip4-03"
-# build: "5"
-# - job-spec: "ip4-04"
-# build: "6"
-# - job-spec: "ip4-05"
-# build: "7"
-# - job-spec: "ip4-06"
-# build: "8"
-# - job-spec: "ip6-00"
-# build: "9"
-# - job-spec: "ip6-01"
-# build: "10"
-# - job-spec: "l2-00"
-# build: "11"
-# - job-spec: "l2-01"
-# build: "12"
-# - job-spec: "l2-02"
-# build: "13"
-# - job-spec: "l2-03"
-# build: "14"
-# - job-spec: "l2-04"
-# build: "15"
-
-# - type: "table"
-# title: "Job Specification Duration: 2n-zn2-iterative"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-iter"
-# jb-type: "iterative"
-# lines:
-# - job-spec: "vpp-mrr-00"
-# data-set: "vpp-2n-zn2-curr-iter-mrr"
-# - job-spec: "vpp-mlr-00"
-# data-set: "vpp-2n-zn2-curr-iter"
-# - job-spec: "vpp-gso-mrr-00"
-# data-set: "vpp-2n-zn2-curr-iter-gso"
-# - job-spec: "dpdk-mlr-00"
-# data-set: "dpdk-2n-zn2-curr-iter"
-
-# - type: "table"
-# title: "Job Specification Duration: 2n-zn2-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov"
-# jb-type: "coverage"
-# data: "vpp-2n-zn2-curr-cov"
-# lines:
-# - job-spec: "gso-00"
-# build: "2"
-# - job-spec: "ip4-00"
-# build: "3"
-# - job-spec: "ip4-01"
-# build: "4"
-# - job-spec: "ip4-02"
-# build: "5"
-# - job-spec: "ip4-03"
-# build: "6"
-# - job-spec: "ip4-04"
-# build: "7"
-# - job-spec: "ip4-05"
-# build: "8"
-# - job-spec: "ip4tun-00"
-# build: "9"
-# - job-spec: "ip6-00"
-# build: "10"
-# - job-spec: "ip6-01"
-# build: "11"
-# - job-spec: "l2-00"
-# build: "12"
-# - job-spec: "l2-01"
-# build: "13"
-# - job-spec: "lb-00"
-# build: "14"
-# - job-spec: "memif-00"
-# build: "15"
-# - job-spec: "vhost-00"
-# build: "16"
-
-# - type: "table"
-# title: "Job Specification Duration: 3n-snr-iterative"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-snr-iter"
-# jb-type: "iterative"
-# lines:
-# - job-spec: "vpp-mrr-00"
-# data-set: "vpp-3n-snr-curr-iter-mrr"
-# - job-spec: "vpp-mlr-00"
-# data-set: "vpp-3n-snr-curr-iter"
-# - job-spec: "dpdk-mlr-00"
-# data-set: "dpdk-3n-snr-curr-iter"
-
-# - type: "table"
-# title: "Job Specification Duration: 3n-snr-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-snr-cov"
-# jb-type: "coverage"
-# data: "vpp-3n-snr-curr-cov"
-# lines:
-# - job-spec: "crypto-00"
-# build: "1"
-# - job-spec: "crypto-01"
-# build: "2"
-# - job-spec: "crypto-02"
-# build: "3"
-# - job-spec: "ip4-00"
-# build: "4"
-# - job-spec: "ip4-01"
-# build: "5"
-# - job-spec: "ip4tun-00"
-# build: "6"
-# - job-spec: "ip4tun-01"
-# build: "11"
-# - job-spec: "ip6-00"
-# build: "7"
-# - job-spec: "ip6-01"
-# build: "8"
-# - job-spec: "l2-00"
-# build: "9"
-# - job-spec: "l2-01"
-# build: "10"
-
-# - type: "table"
-# title: "Job Specification Duration: 3n-tsh-iterative"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-iter"
-# jb-type: "iterative"
-# lines:
-# - job-spec: "vpp-mrr-00"
-# data-set: "vpp-3n-tsh-curr-iter-mrr"
-# - job-spec: "vpp-mlr-00"
-# data-set: "vpp-3n-tsh-curr-iter"
-# - job-spec: "dpdk-mlr-00"
-# data-set: "dpdk-3n-tsh-curr-iter"
-
-# - type: "table"
-# title: "Job Specification Duration: 3n-tsh-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov"
-# jb-type: "coverage"
-# data: "vpp-3n-tsh-curr-cov"
-# lines:
-# - job-spec: "ip4-00"
-# build: "1"
-# - job-spec: "ip4-01"
-# build: "2"
-# - job-spec: "ip4-02"
-# build: "3"
-# - job-spec: "ip4-03"
-# build: "4"
-# - job-spec: "ip4tun-00"
-# build: "5"
-# - job-spec: "ip6-00"
-# build: "6"
-# - job-spec: "ip6-01"
-# build: "7"
-# - job-spec: "l2-00"
-# build: "8"
-# - job-spec: "l2-01"
-# build: "9"
-# - job-spec: "l2-02"
-# build: "10"
-# - job-spec: "l2-03"
-# build: "11"
-# - job-spec: "l2-04"
-# build: "12"
-# - job-spec: "memif-00"
-# build: "13"
-# - job-spec: "srv6-00"
-# build: "14"
-# - job-spec: "srv6-01"
-# build: "15"
-# - job-spec: "vhost-00"
-# build: "16"
-# - job-spec: "vhost-01"
-# build: "17"
-
-# - type: "table"
-# title: "Job Specification Duration: 3n-alt-iterative"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-iter"
-# jb-type: "iterative"
-# lines:
-# - job-spec: "vpp-mrr-00"
-# data-set: "vpp-3n-alt-curr-iter-mrr"
-# - job-spec: "vpp-mlr-00"
-# data-set: "vpp-3n-alt-curr-iter"
-# - job-spec: "dpdk-mlr-00"
-# data-set: "dpdk-3n-alt-curr-iter"
-
-# - type: "table"
-# title: "Job Specification Duration: 3n-alt-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov"
-# jb-type: "coverage"
-# data: "vpp-3n-alt-curr-cov"
-# lines:
-# - job-spec: "ip4-00"
-# build: "2"
-# - job-spec: "ip4-01"
-# build: "3"
-# - job-spec: "ip4-02"
-# build: "4"
-# - job-spec: "ip4-03"
-# build: "6"
-# - job-spec: "ip4tun-00"
-# build: "5"
-# - job-spec: "ip6-00"
-# build: "12"
-# - job-spec: "ip6-01"
-# build: "7"
-# - job-spec: "l2-00"
-# build: "8"
-# - job-spec: "l2-01"
-# build: "9"
-# - job-spec: "l2-02"
-# build: "10"
-# - job-spec: "l2-03"
-# build: "11"
-# - job-spec: "l2-04"
-# build: "13"
-# - job-spec: "memif-00"
-# build: "14"
-# - job-spec: "srv6-00"
-# build: "15"
-# - job-spec: "srv6-01"
-# build: "16"
-# - job-spec: "vhost-00"
-# build: "17"
-# - job-spec: "vhost-01"
-# build: "18"
-
# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr
- type: "table"
title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr"
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-clx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-clx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-clx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-clx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-clx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-clx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-zn2 2t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-zn2-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-zn2-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-zn2 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-zn2-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-zn2-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-zn2 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-zn2-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-zn2-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-tx2 1t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-tx2-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-tx2-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-tx2-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-tx2 1t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-tx2-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-tx2-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-tx2-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-tx2 1t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-tx2-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-tx2-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-tx2-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 3n-tsh 1t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-tsh-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-3n-tsh-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-tsh-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 3n-tsh 1t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-tsh-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-3n-tsh-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-tsh-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 3n-tsh 1t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-tsh-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-3n-tsh-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-tsh-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 3n-icx 2t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-icx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-icx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 3n-icx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-icx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-icx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 3n-icx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-icx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-icx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-icx 2t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-icx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-icx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-icx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-icx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-icx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 2n-icx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-icx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-icx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 3n-alt 1t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
- # - title: "2202.0-10"
- # data-set: "vpp-3n-alt-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-3n-alt-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-3n-alt-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-alt-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-alt-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
- reference: 1
- compare: 2
+ - title: "2302.0-11 vs 2210.0-11"
+ reference: 2
+ compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 3n-alt 1t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
- # - title: "2202.0-10"
- # data-set: "vpp-3n-alt-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-3n-alt-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-3n-alt-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-alt-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-alt-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
- reference: 1
- compare: 2
+ - title: "2302.0-11 vs 2210.0-11"
+ reference: 2
+ compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Latency Changes 3n-alt 1t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'1T1C' and 'NDRPDR'"
columns:
- # - title: "2202.0-10"
- # data-set: "vpp-3n-alt-hist-iter""
- title: "2206.0-10"
+ data-set: "vpp-3n-alt-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-3n-alt-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-alt-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-alt-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
- reference: 1
- compare: 2
+ - title: "2302.0-11 vs 2210.0-11"
+ reference: 2
+ compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Soak vs NDR - 2n-icx
- type: "table"
- "parent"
################################################################################
+# TRex
+
+# TRex Performance Changes 1n-aws pdr
+- type: "table"
+ title: "TRex Performance Changes 1n-aws pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,TREX]}/performance-changes-1n-aws-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NDRPDR'"
+ columns:
+ # - title: "2206.0-10"
+ # data-set: "trex-1n-aws-hist-iter"
+ - title: "2210.0-11"
+ data-set: "trex-1n-aws-prev-iter"
+ - title: "2302.0-11"
+ data-set: "trex-1n-aws-curr-iter"
+ comparisons:
+ - title: "2302.0-11 vs 2210.0-11"
+ reference: 1
+ compare: 2
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 1n-aws with nitro50g.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+
+# TRex Performance Changes 1n-aws ndr
+- type: "table"
+ title: "TRex Performance Changes 1n-aws ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,TREX]}/performance-changes-1n-aws-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NDRPDR'"
+ columns:
+ # - title: "2206.0-10"
+ # data-set: "trex-1n-aws-hist-iter"
+ - title: "2210.0-11"
+ data-set: "trex-1n-aws-prev-iter"
+ - title: "2302.0-11"
+ data-set: "trex-1n-aws-curr-iter"
+ comparisons:
+ - title: "2302.0-11 vs 2210.0-11"
+ reference: 1
+ compare: 2
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 1n-aws with nitro50g.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+
+# TRex Performance Changes 2n-icx pdr
+- type: "table"
+ title: "TRex Performance Changes 2n-icx pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,TREX]}/performance-changes-2n-icx-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NDRPDR'"
+ columns:
+ # - title: "2206.0-10"
+ # data-set: "trex-2n-icx-hist-iter"
+ - title: "2210.0-11"
+ data-set: "trex-2n-icx-prev-iter"
+ - title: "2302.0-11"
+ data-set: "trex-2n-icx-curr-iter"
+ comparisons:
+ - title: "2302.0-11 vs 2210.0-11"
+ reference: 1
+ compare: 2
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with e810cq.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+
+# TRex Performance Changes 2n-icx ndr
+- type: "table"
+ title: "TRex Performance Changes 2n-icx ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,TREX]}/performance-changes-2n-icx-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NDRPDR'"
+ columns:
+ # - title: "2206.0-10"
+ # data-set: "trex-2n-icx-hist-iter"
+ - title: "2210.0-11"
+ data-set: "trex-2n-icx-prev-iter"
+ - title: "2302.0-11"
+ data-set: "trex-2n-icx-curr-iter"
+ comparisons:
+ - title: "2302.0-11 vs 2210.0-11"
+ reference: 1
+ compare: 2
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with e810cq.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
################################################################################
# VPP
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-icx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-icx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-icx 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-icx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-icx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-icx 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-icx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-icx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-icx 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-icx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-icx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-icx 2t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-icx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-icx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-icx 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-icx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-icx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-icx 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-icx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-icx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-icx 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-icx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-icx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 2t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-clx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-clx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-clx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-clx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 2t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-clx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-clx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-clx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-clx-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-clx-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 2t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-zn2-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-zn2-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-zn2-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-zn2-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-zn2-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-zn2-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-zn2-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-zn2-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-tsh 1t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-tsh-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-3n-tsh-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-tsh-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-tsh 2t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-tsh-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-3n-tsh-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-tsh-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-tsh 1t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-tsh-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-3n-tsh-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-tsh-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-tsh 2t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-tsh-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-3n-tsh-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-tsh-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-tx2 1t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-tx2-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-tx2-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-tx2-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-tx2 2t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-tx2-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-tx2-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-tx2-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-tx2 1t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-tx2-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-tx2-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-tx2-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-tx2 2t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-tx2-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-tx2-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-tx2-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-aws 2t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR'"
columns:
- - title: "2202.0-9"
- data-set: "vpp-2n-aws-hist-iter"
- title: "2206.0-10"
- data-set: "vpp-2n-aws-prev-iter"
+ data-set: "vpp-2n-aws-hist-iter"
- title: "2210.0-11"
+ data-set: "vpp-2n-aws-prev-iter"
+ - title: "2302.0-11"
data-set: "vpp-2n-aws-curr-iter"
comparisons:
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.'
+ - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.'
# VPP Performance Changes 2n-aws 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR'"
columns:
- - title: "2202.0-9"
- data-set: "vpp-2n-aws-hist-iter"
- title: "2206.0-10"
- data-set: "vpp-2n-aws-prev-iter"
+ data-set: "vpp-2n-aws-hist-iter"
- title: "2210.0-11"
+ data-set: "vpp-2n-aws-prev-iter"
+ - title: "2302.0-11"
data-set: "vpp-2n-aws-curr-iter"
comparisons:
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.'
+ - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.'
# VPP Performance Changes 2n-aws 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR'"
columns:
- - title: "2202.0-9"
- data-set: "vpp-2n-aws-hist-iter"
- title: "2206.0-10"
- data-set: "vpp-2n-aws-prev-iter"
+ data-set: "vpp-2n-aws-hist-iter"
- title: "2210.0-11"
+ data-set: "vpp-2n-aws-prev-iter"
+ - title: "2302.0-11"
data-set: "vpp-2n-aws-curr-iter"
comparisons:
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.'
+ - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.'
# VPP Performance Changes 2n-aws 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR'"
columns:
- - title: "2202.0-9"
- data-set: "vpp-2n-aws-hist-iter"
- title: "2206.0-10"
- data-set: "vpp-2n-aws-prev-iter"
+ data-set: "vpp-2n-aws-hist-iter"
- title: "2210.0-11"
+ data-set: "vpp-2n-aws-prev-iter"
+ - title: "2302.0-11"
data-set: "vpp-2n-aws-curr-iter"
comparisons:
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.'
+ - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.'
# VPP Performance Changes 3n-alt 1t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- # - title: "2202.0-10"
- # data-set: "vpp-3n-alt-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-3n-alt-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-3n-alt-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-alt-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-alt-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
- reference: 1
- compare: 2
+ - title: "2302.0-11 vs 2210.0-11"
+ reference: 2
+ compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-alt 2t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- # - title: "2202.0-10"
- # data-set: "vpp-3n-alt-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-3n-alt-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-3n-alt-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-alt-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-alt-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 1
compare: 2
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-alt 1t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- # - title: "2202.0-10"
- # data-set: "vpp-3n-alt-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-3n-alt-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-3n-alt-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-alt-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-alt-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
- reference: 1
- compare: 2
+ - title: "2302.0-11 vs 2210.0-11"
+ reference: 2
+ compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-alt with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-alt 2t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- # - title: "2202.0-10"
- # data-set: "vpp-3n-alt-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-3n-alt-hist-iter"
+ - title: "2210.0-11"
data-set: "vpp-3n-alt-prev-iter-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-alt-prev-iter-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-alt-curr-iter"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 1
compare: 2
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-alt with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+
+# VPP Performance Changes 3n-snr 1t1c pdr
+- type: "table"
+ title: "VPP Performance Changes 3n-snr 1t1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-1t1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ columns:
+ # - title: "2206.0-10"
+ # data-set: "vpp-3n-snr-hist-iter"
+ - title: "2210.0-11"
+ data-set: "vpp-3n-snr-prev-iter-old-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-snr-prev-iter-new-env"
+ - title: "2302.0-11"
+ data-set: "vpp-3n-snr-curr-iter"
+ comparisons:
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2302.0-11 vs 2210.0-11"
+ reference: 1
+ compare: 2
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-snr with e822cq.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+
+# VPP Performance Changes 3n-snr 2t2c pdr
+- type: "table"
+ title: "VPP Performance Changes 3n-snr 2t2c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-2t2c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ columns:
+ # - title: "2206.0-10"
+ # data-set: "vpp-3n-snr-hist-iter"
+ - title: "2210.0-11"
+ data-set: "vpp-3n-snr-prev-iter-old-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-snr-prev-iter-new-env"
+ - title: "2302.0-11"
+ data-set: "vpp-3n-snr-curr-iter"
+ comparisons:
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2302.0-11 vs 2210.0-11"
+ reference: 1
+ compare: 2
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-snr with e822cq.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+
+# VPP Performance Changes 3n-snr 1t1c ndr
+- type: "table"
+ title: "VPP Performance Changes 3n-snr 1t1c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-1t1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ columns:
+ # - title: "2206.0-10"
+ # data-set: "vpp-3n-snr-hist-iter"
+ - title: "2210.0-11"
+ data-set: "vpp-3n-snr-prev-iter-old-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-snr-prev-iter-new-env"
+ - title: "2302.0-11"
+ data-set: "vpp-3n-snr-curr-iter"
+ comparisons:
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2302.0-11 vs 2210.0-11"
+ reference: 1
+ compare: 2
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-snr with e822cq.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+
+# VPP Performance Changes 3n-snr 2t2c ndr
+- type: "table"
+ title: "VPP Performance Changes 3n-snr 2t2c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-2t2c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ columns:
+ # - title: "2206.0-10"
+ # data-set: "vpp-3n-snr-hist-iter"
+ - title: "2210.0-11"
+ data-set: "vpp-3n-snr-prev-iter-old-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-snr-prev-iter-new-env"
+ - title: "2302.0-11"
+ data-set: "vpp-3n-snr-curr-iter"
+ comparisons:
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2302.0-11 vs 2210.0-11"
+ reference: 1
+ compare: 2
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-snr with e822cq.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+
# VPP Performance Changes 3n-icx 2t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-icx-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-hist-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-prev-iter-mrr-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-icx-prev-iter-mrr-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-icx-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-icx 4t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-icx-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-hist-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-prev-iter-mrr-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-icx-prev-iter-mrr-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-icx-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-icx 8t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-icx-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-hist-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-prev-iter-mrr-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-icx-prev-iter-mrr-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-icx-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-icx 2t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-icx-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-hist-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-prev-iter-mrr-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-icx-prev-iter-mrr-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-icx-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-icx 4t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-icx-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-hist-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-prev-iter-mrr-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-icx-prev-iter-mrr-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-icx-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-icx 8t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-icx-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-hist-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-prev-iter-mrr-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-icx-prev-iter-mrr-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-icx-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 2t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-clx-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-2n-clx-hist-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 4t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-clx-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-2n-clx-hist-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 8t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-clx-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-2n-clx-hist-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 2t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-clx-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-2n-clx-hist-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 4t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-clx-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-2n-clx-hist-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 8t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-clx-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-2n-clx-hist-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 2t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-zn2-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-2n-zn2-hist-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-zn2-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 4t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-zn2-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-2n-zn2-hist-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-zn2-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 8t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-zn2-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-2n-zn2-hist-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-zn2-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-tsh 1t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-tsh-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-3n-tsh-hist-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-tsh-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-tsh 2t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-tsh-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-3n-tsh-hist-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-tsh-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-tsh 4t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-tsh-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-3n-tsh-hist-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-tsh-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-tx2 1t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-tx2-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-2n-tx2-hist-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-tx2-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-tx2 2t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-tx2-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-2n-tx2-hist-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-tx2-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-tx2 4t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-tx2-hist-iter-mrr"
- title: "2206.0-10"
- data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
+ data-set: "vpp-2n-tx2-hist-iter-mrr"
+ - title: "2210.0-11"
+ data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
# - title: "2206.0-11"
# data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-2n-tx2-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 2n-aws 2t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C'"
columns:
- - title: "2202.0-9"
- data-set: "vpp-2n-aws-hist-iter-mrr"
- title: "2206.0-10"
- data-set: "vpp-2n-aws-prev-iter-mrr"
+ data-set: "vpp-2n-aws-hist-iter-mrr"
- title: "2210.0-11"
+ data-set: "vpp-2n-aws-prev-iter-mrr"
+ - title: "2302.0-11"
data-set: "vpp-2n-aws-curr-iter-mrr"
comparisons:
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.'
+ - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.'
# VPP Performance Changes 2n-aws 4t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C'"
columns:
- - title: "2202.0-9"
- data-set: "vpp-2n-aws-hist-iter-mrr"
- title: "2206.0-10"
- data-set: "vpp-2n-aws-prev-iter-mrr"
+ data-set: "vpp-2n-aws-hist-iter-mrr"
- title: "2210.0-11"
+ data-set: "vpp-2n-aws-prev-iter-mrr"
+ - title: "2302.0-11"
data-set: "vpp-2n-aws-curr-iter-mrr"
comparisons:
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.'
+ - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.'
# VPP Performance Changes 3n-alt 1t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- # - title: "2202.0-10"
- # data-set: "vpp-3n-alt-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-3n-alt-hist-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-3n-alt-prev-iter-mrr-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-alt-prev-iter-mrr-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-alt-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
- reference: 1
- compare: 2
+ - title: "2302.0-11 vs 2210.0-11"
+ reference: 2
+ compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-alt 2t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- # - title: "2202.0-10"
- # data-set: "vpp-3n-alt-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-3n-alt-hist-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-3n-alt-prev-iter-mrr-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-alt-prev-iter-mrr-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-alt-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
- reference: 1
- compare: 2
+ - title: "2302.0-11 vs 2210.0-11"
+ reference: 2
+ compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# VPP Performance Changes 3n-alt 4t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
- # - title: "2202.0-10"
- # data-set: "vpp-3n-alt-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-3n-alt-hist-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-3n-alt-prev-iter-mrr-old-env"
# - title: "2206.0-11"
# data-set: "vpp-3n-alt-prev-iter-mrr-new-env"
- - title: "2210.0-11"
+ - title: "2302.0-11"
data-set: "vpp-3n-alt-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# - title: "2210.0-11 vs 2206.0-11"
# reference: 3
# compare: 4
- - title: "2210.0-11 vs 2206.0-10"
+ - title: "2302.0-11 vs 2210.0-11"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+
+# VPP Performance Changes 3n-snr 1t1c mrr
+- type: "table"
+ title: "VPP Performance Changes 3n-snr 1t1c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-1t1c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ columns:
+ # - title: "2206.0-10"
+ # data-set: "vpp-3n-snr-hist-iter-mrr"
+ - title: "2210.0-11"
+ data-set: "vpp-3n-snr-prev-iter-mrr-old-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-snr-prev-iter-mrr-new-env"
+ - title: "2302.0-11"
+ data-set: "vpp-3n-snr-curr-iter-mrr"
+ comparisons:
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2302.0-11 vs 2210.0-11"
reference: 1
compare: 2
legend:
- ''
- - 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-snr with e822cq.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+
+# VPP Performance Changes 3n-snr 2t2c mrr
+- type: "table"
+ title: "VPP Performance Changes 3n-snr 2t2c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-2t2c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ columns:
+ # - title: "2206.0-10"
+ # data-set: "vpp-3n-snr-hist-iter-mrr"
+ - title: "2210.0-11"
+ data-set: "vpp-3n-snr-prev-iter-mrr-old-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-snr-prev-iter-mrr-new-env"
+ - title: "2302.0-11"
+ data-set: "vpp-3n-snr-curr-iter-mrr"
+ comparisons:
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2302.0-11 vs 2210.0-11"
+ reference: 1
+ compare: 2
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-snr with e822cq.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+
+# VPP Performance Changes 3n-snr 4t4c mrr
+- type: "table"
+ title: "VPP Performance Changes 3n-snr 4t4c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-4t4c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T4C'"
+ columns:
+ # - title: "2206.0-10"
+ # data-set: "vpp-3n-snr-hist-iter-mrr"
+ - title: "2210.0-11"
+ data-set: "vpp-3n-snr-prev-iter-mrr-old-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-snr-prev-iter-mrr-new-env"
+ - title: "2302.0-11"
+ data-set: "vpp-3n-snr-curr-iter-mrr"
+ comparisons:
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2302.0-11 vs 2210.0-11"
+ reference: 1
+ compare: 2
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-snr with e822cq.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+ - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# Detailed Test Results - VPP Performance Results 2n-zn2
- type: "table"
################################################################################
-# DPDK Performance Changes 3n-icx 2t1c pdr
-- type: "table"
- title: "DPDK Performance Changes 3n-icx 2t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
- columns:
- - title: "21.11"
- data-set: "dpdk-3n-icx-hist-iter"
- - title: "22.03"
- data-set: "dpdk-3n-icx-prev-iter"
- - title: "22.07"
- data-set: "dpdk-3n-icx-curr-iter"
- comparisons:
- - title: "22.07 vs 22.03"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-
-# DPDK Performance Changes 3n-icx 4t2c pdr
-- type: "table"
- title: "DPDK Performance Changes 3n-icx 4t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
- columns:
- - title: "21.11"
- data-set: "dpdk-3n-icx-hist-iter"
- - title: "22.03"
- data-set: "dpdk-3n-icx-prev-iter"
- - title: "22.07"
- data-set: "dpdk-3n-icx-curr-iter"
- comparisons:
- - title: "22.07 vs 22.03"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# # DPDK Performance Changes 3n-icx 2t1c pdr
+# - type: "table"
+# title: "DPDK Performance Changes 3n-icx 2t1c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+# columns:
+# - title: "21.11"
+# data-set: "dpdk-3n-icx-hist-iter"
+# - title: "22.03"
+# data-set: "dpdk-3n-icx-prev-iter"
+# - title: "22.07"
+# data-set: "dpdk-3n-icx-curr-iter"
+# comparisons:
+# - title: "22.07 vs 22.03"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
+# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# DPDK Performance Changes 3n-icx 2t1c ndr
-- type: "table"
- title: "DPDK Performance Changes 3n-icx 2t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
- columns:
- - title: "21.11"
- data-set: "dpdk-3n-icx-hist-iter"
- - title: "22.03"
- data-set: "dpdk-3n-icx-prev-iter"
- - title: "22.07"
- data-set: "dpdk-3n-icx-curr-iter"
- comparisons:
- - title: "22.07 vs 22.03"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.'
- - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# # DPDK Performance Changes 3n-icx 4t2c pdr
+# - type: "table"
+# title: "DPDK Performance Changes 3n-icx 4t2c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+# columns:
+# - title: "21.11"
+# data-set: "dpdk-3n-icx-hist-iter"
+# - title: "22.03"
+# data-set: "dpdk-3n-icx-prev-iter"
+# - title: "22.07"
+# data-set: "dpdk-3n-icx-curr-iter"
+# comparisons:
+# - title: "22.07 vs 22.03"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
+# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# DPDK Performance Changes 3n-icx 4t2c ndr
-- type: "table"
- title: "DPDK Performance Changes 3n-icx 4t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
- columns:
- - title: "21.11"
- data-set: "dpdk-3n-icx-hist-iter"
- - title: "22.03"
- data-set: "dpdk-3n-icx-prev-iter"
- - title: "22.07"
- data-set: "dpdk-3n-icx-curr-iter"
- comparisons:
- - title: "22.07 vs 22.03"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.'
- - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# # DPDK Performance Changes 3n-icx 2t1c ndr
+# - type: "table"
+# title: "DPDK Performance Changes 3n-icx 2t1c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+# columns:
+# - title: "21.11"
+# data-set: "dpdk-3n-icx-hist-iter"
+# - title: "22.03"
+# data-set: "dpdk-3n-icx-prev-iter"
+# - title: "22.07"
+# data-set: "dpdk-3n-icx-curr-iter"
+# comparisons:
+# - title: "22.07 vs 22.03"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.'
+# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# DPDK Performance Changes 2n-icx 2t1c pdr
-- type: "table"
- title: "DPDK Performance Changes 2n-icx 2t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
- columns:
- - title: "21.11"
- data-set: "dpdk-2n-icx-hist-iter"
- - title: "22.03"
- data-set: "dpdk-2n-icx-prev-iter"
- - title: "22.07"
- data-set: "dpdk-2n-icx-curr-iter"
- comparisons:
- - title: "22.07 vs 22.03"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# # DPDK Performance Changes 3n-icx 4t2c ndr
+# - type: "table"
+# title: "DPDK Performance Changes 3n-icx 4t2c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+# columns:
+# - title: "21.11"
+# data-set: "dpdk-3n-icx-hist-iter"
+# - title: "22.03"
+# data-set: "dpdk-3n-icx-prev-iter"
+# - title: "22.07"
+# data-set: "dpdk-3n-icx-curr-iter"
+# comparisons:
+# - title: "22.07 vs 22.03"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.'
+# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# DPDK Performance Changes 2n-icx 4t2c pdr
-- type: "table"
- title: "DPDK Performance Changes 2n-icx 4t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
- columns:
- - title: "21.11"
- data-set: "dpdk-2n-icx-hist-iter"
- - title: "22.03"
- data-set: "dpdk-2n-icx-prev-iter"
- - title: "22.07"
- data-set: "dpdk-2n-icx-curr-iter"
- comparisons:
- - title: "22.07 vs 22.03"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# # DPDK Performance Changes 2n-icx 2t1c pdr
+# - type: "table"
+# title: "DPDK Performance Changes 2n-icx 2t1c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+# columns:
+# - title: "21.11"
+# data-set: "dpdk-2n-icx-hist-iter"
+# - title: "22.03"
+# data-set: "dpdk-2n-icx-prev-iter"
+# - title: "22.07"
+# data-set: "dpdk-2n-icx-curr-iter"
+# comparisons:
+# - title: "22.07 vs 22.03"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
+# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# DPDK Performance Changes 2n-icx 2t1c ndr
-- type: "table"
- title: "DPDK Performance Changes 2n-icx 2t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
- columns:
- - title: "21.11"
- data-set: "dpdk-2n-icx-hist-iter"
- - title: "22.03"
- data-set: "dpdk-2n-icx-prev-iter"
- - title: "22.07"
- data-set: "dpdk-2n-icx-curr-iter"
- comparisons:
- - title: "22.07 vs 22.03"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.'
- - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# # DPDK Performance Changes 2n-icx 4t2c pdr
+# - type: "table"
+# title: "DPDK Performance Changes 2n-icx 4t2c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+# columns:
+# - title: "21.11"
+# data-set: "dpdk-2n-icx-hist-iter"
+# - title: "22.03"
+# data-set: "dpdk-2n-icx-prev-iter"
+# - title: "22.07"
+# data-set: "dpdk-2n-icx-curr-iter"
+# comparisons:
+# - title: "22.07 vs 22.03"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
+# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# DPDK Performance Changes 2n-icx 4t2c ndr
-- type: "table"
- title: "DPDK Performance Changes 2n-icx 4t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
- columns:
- - title: "21.11"
- data-set: "dpdk-2n-icx-hist-iter"
- - title: "22.03"
- data-set: "dpdk-2n-icx-prev-iter"
- - title: "22.07"
- data-set: "dpdk-2n-icx-curr-iter"
- comparisons:
- - title: "22.07 vs 22.03"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.'
- - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# # DPDK Performance Changes 2n-icx 2t1c ndr
+# - type: "table"
+# title: "DPDK Performance Changes 2n-icx 2t1c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+# columns:
+# - title: "21.11"
+# data-set: "dpdk-2n-icx-hist-iter"
+# - title: "22.03"
+# data-set: "dpdk-2n-icx-prev-iter"
+# - title: "22.07"
+# data-set: "dpdk-2n-icx-curr-iter"
+# comparisons:
+# - title: "22.07 vs 22.03"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.'
+# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# DPDK Performance Changes 2n-clx 2t1c pdr
-- type: "table"
- title: "DPDK Performance Changes 2n-clx 2t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
- columns:
- - title: "21.11"
- data-set: "dpdk-2n-clx-hist-iter"
- - title: "22.03"
- data-set: "dpdk-2n-clx-prev-iter"
- - title: "22.07"
- data-set: "dpdk-2n-clx-curr-iter"
- comparisons:
- - title: "22.07 vs 22.03"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# # DPDK Performance Changes 2n-icx 4t2c ndr
+# - type: "table"
+# title: "DPDK Performance Changes 2n-icx 4t2c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+# columns:
+# - title: "21.11"
+# data-set: "dpdk-2n-icx-hist-iter"
+# - title: "22.03"
+# data-set: "dpdk-2n-icx-prev-iter"
+# - title: "22.07"
+# data-set: "dpdk-2n-icx-curr-iter"
+# comparisons:
+# - title: "22.07 vs 22.03"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.'
+# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# DPDK Performance Changes 2n-clx 4t2c pdr
-- type: "table"
- title: "DPDK Performance Changes 2n-clx 4t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
- columns:
- - title: "21.11"
- data-set: "dpdk-2n-clx-hist-iter"
- - title: "22.03"
- data-set: "dpdk-2n-clx-prev-iter"
- - title: "22.07"
- data-set: "dpdk-2n-clx-curr-iter"
- comparisons:
- - title: "22.07 vs 22.03"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# # DPDK Performance Changes 2n-clx 2t1c pdr
+# - type: "table"
+# title: "DPDK Performance Changes 2n-clx 2t1c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+# columns:
+# - title: "21.11"
+# data-set: "dpdk-2n-clx-hist-iter"
+# - title: "22.03"
+# data-set: "dpdk-2n-clx-prev-iter"
+# - title: "22.07"
+# data-set: "dpdk-2n-clx-curr-iter"
+# comparisons:
+# - title: "22.07 vs 22.03"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
+# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# DPDK Performance Changes 2n-clx 2t1c ndr
-- type: "table"
- title: "DPDK Performance Changes 2n-clx 2t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
- columns:
- - title: "21.11"
- data-set: "dpdk-2n-clx-hist-iter"
- - title: "22.03"
- data-set: "dpdk-2n-clx-prev-iter"
- - title: "22.07"
- data-set: "dpdk-2n-clx-curr-iter"
- comparisons:
- - title: "22.07 vs 22.03"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# # DPDK Performance Changes 2n-clx 4t2c pdr
+# - type: "table"
+# title: "DPDK Performance Changes 2n-clx 4t2c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+# columns:
+# - title: "21.11"
+# data-set: "dpdk-2n-clx-hist-iter"
+# - title: "22.03"
+# data-set: "dpdk-2n-clx-prev-iter"
+# - title: "22.07"
+# data-set: "dpdk-2n-clx-curr-iter"
+# comparisons:
+# - title: "22.07 vs 22.03"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
+# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# DPDK Performance Changes 2n-clx 4t2c ndr
-- type: "table"
- title: "DPDK Performance Changes 2n-clx 4t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
- columns:
- - title: "21.11"
- data-set: "dpdk-2n-clx-hist-iter"
- - title: "22.03"
- data-set: "dpdk-2n-clx-prev-iter"
- - title: "22.07"
- data-set: "dpdk-2n-clx-curr-iter"
- comparisons:
- - title: "22.07 vs 22.03"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# # DPDK Performance Changes 2n-clx 2t1c ndr
+# - type: "table"
+# title: "DPDK Performance Changes 2n-clx 2t1c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+# columns:
+# - title: "21.11"
+# data-set: "dpdk-2n-clx-hist-iter"
+# - title: "22.03"
+# data-set: "dpdk-2n-clx-prev-iter"
+# - title: "22.07"
+# data-set: "dpdk-2n-clx-curr-iter"
+# comparisons:
+# - title: "22.07 vs 22.03"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
+# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# DPDK Performance Changes 2n-zn2 2t1c pdr
-- type: "table"
- title: "DPDK Performance Changes 2n-zn2 2t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
- columns:
- - title: "21.11"
- data-set: "dpdk-2n-zn2-hist-iter"
- - title: "22.03"
- data-set: "dpdk-2n-zn2-prev-iter"
- - title: "22.07"
- data-set: "dpdk-2n-zn2-curr-iter"
- comparisons:
- - title: "22.07 vs 22.03"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# # DPDK Performance Changes 2n-clx 4t2c ndr
+# - type: "table"
+# title: "DPDK Performance Changes 2n-clx 4t2c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+# columns:
+# - title: "21.11"
+# data-set: "dpdk-2n-clx-hist-iter"
+# - title: "22.03"
+# data-set: "dpdk-2n-clx-prev-iter"
+# - title: "22.07"
+# data-set: "dpdk-2n-clx-curr-iter"
+# comparisons:
+# - title: "22.07 vs 22.03"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
+# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# DPDK Performance Changes 2n-zn2 4t2c pdr
-- type: "table"
- title: "DPDK Performance Changes 2n-zn2 4t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
- columns:
- - title: "21.11"
- data-set: "dpdk-2n-zn2-hist-iter"
- - title: "22.03"
- data-set: "dpdk-2n-zn2-prev-iter"
- - title: "22.07"
- data-set: "dpdk-2n-zn2-curr-iter"
- comparisons:
- - title: "22.07 vs 22.03"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# # DPDK Performance Changes 2n-zn2 2t1c pdr
+# - type: "table"
+# title: "DPDK Performance Changes 2n-zn2 2t1c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+# columns:
+# - title: "21.11"
+# data-set: "dpdk-2n-zn2-hist-iter"
+# - title: "22.03"
+# data-set: "dpdk-2n-zn2-prev-iter"
+# - title: "22.07"
+# data-set: "dpdk-2n-zn2-curr-iter"
+# comparisons:
+# - title: "22.07 vs 22.03"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
+# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# DPDK Performance Changes 2n-zn2 2t1c ndr
-- type: "table"
- title: "DPDK Performance Changes 2n-zn2 2t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
- columns:
- - title: "21.11"
- data-set: "dpdk-2n-zn2-hist-iter"
- - title: "22.03"
- data-set: "dpdk-2n-zn2-prev-iter"
- - title: "22.07"
- data-set: "dpdk-2n-zn2-curr-iter"
- comparisons:
- - title: "22.07 vs 22.03"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
- - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# # DPDK Performance Changes 2n-zn2 4t2c pdr
+# - type: "table"
+# title: "DPDK Performance Changes 2n-zn2 4t2c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+# columns:
+# - title: "21.11"
+# data-set: "dpdk-2n-zn2-hist-iter"
+# - title: "22.03"
+# data-set: "dpdk-2n-zn2-prev-iter"
+# - title: "22.07"
+# data-set: "dpdk-2n-zn2-curr-iter"
+# comparisons:
+# - title: "22.07 vs 22.03"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
+# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# DPDK Performance Changes 2n-zn2 4t2c ndr
-- type: "table"
- title: "DPDK Performance Changes 2n-zn2 4t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
- columns:
- - title: "21.11"
- data-set: "dpdk-2n-zn2-hist-iter"
- - title: "22.03"
- data-set: "dpdk-2n-zn2-prev-iter"
- - title: "22.07"
- data-set: "dpdk-2n-zn2-curr-iter"
- comparisons:
- - title: "22.07 vs 22.03"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
- - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# # DPDK Performance Changes 2n-zn2 2t1c ndr
+# - type: "table"
+# title: "DPDK Performance Changes 2n-zn2 2t1c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+# columns:
+# - title: "21.11"
+# data-set: "dpdk-2n-zn2-hist-iter"
+# - title: "22.03"
+# data-set: "dpdk-2n-zn2-prev-iter"
+# - title: "22.07"
+# data-set: "dpdk-2n-zn2-curr-iter"
+# comparisons:
+# - title: "22.07 vs 22.03"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
+# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# DPDK Performance Changes 3n-tsh 1t1c pdr
-- type: "table"
- title: "DPDK Performance Changes 3n-tsh 1t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1C' and 'NDRPDR'"
- columns:
- - title: "21.11"
- data-set: "dpdk-3n-tsh-hist-iter"
- - title: "22.03"
- data-set: "dpdk-3n-tsh-prev-iter"
- - title: "22.07"
- data-set: "dpdk-3n-tsh-curr-iter"
- comparisons:
- - title: "22.07 vs 22.03"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# # DPDK Performance Changes 2n-zn2 4t2c ndr
+# - type: "table"
+# title: "DPDK Performance Changes 2n-zn2 4t2c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+# columns:
+# - title: "21.11"
+# data-set: "dpdk-2n-zn2-hist-iter"
+# - title: "22.03"
+# data-set: "dpdk-2n-zn2-prev-iter"
+# - title: "22.07"
+# data-set: "dpdk-2n-zn2-curr-iter"
+# comparisons:
+# - title: "22.07 vs 22.03"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
+# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# DPDK Performance Changes 3n-tsh 2t2c pdr
-- type: "table"
- title: "DPDK Performance Changes 3n-tsh 2t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2C' and 'NDRPDR'"
- columns:
- - title: "21.11"
- data-set: "dpdk-3n-tsh-hist-iter"
- - title: "22.03"
- data-set: "dpdk-3n-tsh-prev-iter"
- - title: "22.07"
- data-set: "dpdk-3n-tsh-curr-iter"
- comparisons:
- - title: "22.07 vs 22.03"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# # DPDK Performance Changes 3n-tsh 1t1c pdr
+# - type: "table"
+# title: "DPDK Performance Changes 3n-tsh 1t1c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1C' and 'NDRPDR'"
+# columns:
+# - title: "21.11"
+# data-set: "dpdk-3n-tsh-hist-iter"
+# - title: "22.03"
+# data-set: "dpdk-3n-tsh-prev-iter"
+# - title: "22.07"
+# data-set: "dpdk-3n-tsh-curr-iter"
+# comparisons:
+# - title: "22.07 vs 22.03"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
+# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# DPDK Performance Changes 3n-tsh 1t1c ndr
-- type: "table"
- title: "DPDK Performance Changes 3n-tsh 1t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1C' and 'NDRPDR'"
- columns:
- - title: "21.11"
- data-set: "dpdk-3n-tsh-hist-iter"
- - title: "22.03"
- data-set: "dpdk-3n-tsh-prev-iter"
- - title: "22.07"
- data-set: "dpdk-3n-tsh-curr-iter"
- comparisons:
- - title: "22.07 vs 22.03"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# # DPDK Performance Changes 3n-tsh 2t2c pdr
+# - type: "table"
+# title: "DPDK Performance Changes 3n-tsh 2t2c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2C' and 'NDRPDR'"
+# columns:
+# - title: "21.11"
+# data-set: "dpdk-3n-tsh-hist-iter"
+# - title: "22.03"
+# data-set: "dpdk-3n-tsh-prev-iter"
+# - title: "22.07"
+# data-set: "dpdk-3n-tsh-curr-iter"
+# comparisons:
+# - title: "22.07 vs 22.03"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
+# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# DPDK Performance Changes 3n-tsh 2t2c ndr
-- type: "table"
- title: "DPDK Performance Changes 3n-tsh 2t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2C' and 'NDRPDR'"
- columns:
- - title: "21.11"
- data-set: "dpdk-3n-tsh-hist-iter"
- - title: "22.03"
- data-set: "dpdk-3n-tsh-prev-iter"
- - title: "22.07"
- data-set: "dpdk-3n-tsh-curr-iter"
- comparisons:
- - title: "22.07 vs 22.03"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# # DPDK Performance Changes 3n-tsh 1t1c ndr
+# - type: "table"
+# title: "DPDK Performance Changes 3n-tsh 1t1c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1C' and 'NDRPDR'"
+# columns:
+# - title: "21.11"
+# data-set: "dpdk-3n-tsh-hist-iter"
+# - title: "22.03"
+# data-set: "dpdk-3n-tsh-prev-iter"
+# - title: "22.07"
+# data-set: "dpdk-3n-tsh-curr-iter"
+# comparisons:
+# - title: "22.07 vs 22.03"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
+# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# DPDK Performance Changes 2n-tx2 1t1c pdr
-- type: "table"
- title: "DPDK Performance Changes 2n-tx2 1t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-1t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1C' and 'NDRPDR'"
- columns:
- - title: "21.11"
- data-set: "dpdk-2n-tx2-hist-iter"
- - title: "22.03"
- data-set: "dpdk-2n-tx2-prev-iter"
- - title: "22.07"
- data-set: "dpdk-2n-tx2-curr-iter"
- comparisons:
- - title: "22.07 vs 22.03"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# # DPDK Performance Changes 3n-tsh 2t2c ndr
+# - type: "table"
+# title: "DPDK Performance Changes 3n-tsh 2t2c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2C' and 'NDRPDR'"
+# columns:
+# - title: "21.11"
+# data-set: "dpdk-3n-tsh-hist-iter"
+# - title: "22.03"
+# data-set: "dpdk-3n-tsh-prev-iter"
+# - title: "22.07"
+# data-set: "dpdk-3n-tsh-curr-iter"
+# comparisons:
+# - title: "22.07 vs 22.03"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
+# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# DPDK Performance Changes 2n-tx2 2t2c pdr
-- type: "table"
- title: "DPDK Performance Changes 2n-tx2 2t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-2t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2C' and 'NDRPDR'"
- columns:
- - title: "21.11"
- data-set: "dpdk-2n-tx2-hist-iter"
- - title: "22.03"
- data-set: "dpdk-2n-tx2-prev-iter"
- - title: "22.07"
- data-set: "dpdk-2n-tx2-curr-iter"
- comparisons:
- - title: "22.07 vs 22.03"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# # DPDK Performance Changes 2n-tx2 1t1c pdr
+# - type: "table"
+# title: "DPDK Performance Changes 2n-tx2 1t1c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-1t1c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1C' and 'NDRPDR'"
+# columns:
+# - title: "21.11"
+# data-set: "dpdk-2n-tx2-hist-iter"
+# - title: "22.03"
+# data-set: "dpdk-2n-tx2-prev-iter"
+# - title: "22.07"
+# data-set: "dpdk-2n-tx2-curr-iter"
+# comparisons:
+# - title: "22.07 vs 22.03"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
+# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# DPDK Performance Changes 2n-tx2 1t1c ndr
-- type: "table"
- title: "DPDK Performance Changes 2n-tx2 1t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-1t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1C' and 'NDRPDR'"
- columns:
- - title: "21.11"
- data-set: "dpdk-2n-tx2-hist-iter"
- - title: "22.03"
- data-set: "dpdk-2n-tx2-prev-iter"
- - title: "22.07"
- data-set: "dpdk-2n-tx2-curr-iter"
- comparisons:
- - title: "22.07 vs 22.03"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
- - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# # DPDK Performance Changes 2n-tx2 2t2c pdr
+# - type: "table"
+# title: "DPDK Performance Changes 2n-tx2 2t2c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-2t2c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2C' and 'NDRPDR'"
+# columns:
+# - title: "21.11"
+# data-set: "dpdk-2n-tx2-hist-iter"
+# - title: "22.03"
+# data-set: "dpdk-2n-tx2-prev-iter"
+# - title: "22.07"
+# data-set: "dpdk-2n-tx2-curr-iter"
+# comparisons:
+# - title: "22.07 vs 22.03"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
+# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# DPDK Performance Changes 2n-tx2 2t2c ndr
-- type: "table"
- title: "DPDK Performance Changes 2n-tx2 2t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-2t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2C' and 'NDRPDR'"
- columns:
- - title: "21.11"
- data-set: "dpdk-2n-tx2-hist-iter"
- - title: "22.03"
- data-set: "dpdk-2n-tx2-prev-iter"
- - title: "22.07"
- data-set: "dpdk-2n-tx2-curr-iter"
- comparisons:
- - title: "22.07 vs 22.03"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
- - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# # DPDK Performance Changes 2n-tx2 1t1c ndr
+# - type: "table"
+# title: "DPDK Performance Changes 2n-tx2 1t1c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-1t1c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1C' and 'NDRPDR'"
+# columns:
+# - title: "21.11"
+# data-set: "dpdk-2n-tx2-hist-iter"
+# - title: "22.03"
+# data-set: "dpdk-2n-tx2-prev-iter"
+# - title: "22.07"
+# data-set: "dpdk-2n-tx2-curr-iter"
+# comparisons:
+# - title: "22.07 vs 22.03"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
+# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# # DPDK Performance Changes 2n-tx2 2t2c ndr
+# - type: "table"
+# title: "DPDK Performance Changes 2n-tx2 2t2c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-2t2c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2C' and 'NDRPDR'"
+# columns:
+# - title: "21.11"
+# data-set: "dpdk-2n-tx2-hist-iter"
+# - title: "22.03"
+# data-set: "dpdk-2n-tx2-prev-iter"
+# - title: "22.07"
+# data-set: "dpdk-2n-tx2-curr-iter"
+# comparisons:
+# - title: "22.07 vs 22.03"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
+# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# Detailed Test Results - DPDK Performance Results 2n-zn2
- type: "table"
title: "2n-clx-e810cq-64b-{core}-vhost-{test_type}"
layout: "plot-throughput"
+- type: "plot"
+ title: "Throughput: 2n-clx-cx556a-64b-{core}-memif-base-mlx5-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-memif-base-mlx5-{test_type}"
+ data: "vpp-2n-clx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-mlx5-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr"
+ - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-mlx5-eth-l2xcbase-eth-2memif-1dcr-ndrpdr"
+ - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-mlx5-ethip4-ip4base-eth-2memif-1dcr-ndrpdr"
+ layout:
+ title: "2n-clx-cx556a-64b-{core}-memif-base-mlx5-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-clx-cx556a-64b-{core}-ip4-base-scale-mlx5-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-ip4-base-scale-mlx5-{test_type}"
+ data: "vpp-2n-clx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Base-Ndrpdr.64B-{core}-mlx5-ethip4-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-mlx5-ethip4-ip4scale20k-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-mlx5-ethip4-ip4scale20k-rnd-ndrpdr"
+ layout:
+ title: "2n-clx-cx556a-64b-{core}-ip4-base-scale-mlx5-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-clx-cx556a-64b-{core}-ip4-features-mlx5-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-ip4-features-mlx5-{test_type}"
+ data: "vpp-2n-clx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-mlx5-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-mlx5-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-mlx5-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-mlx5-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
+ layout:
+ title: "2n-clx-cx556a-64b-{core}-ip4-features-mlx5-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-clx-cx556a-78b-{core}-ip6-base-scale-mlx5-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-78b-{core}-ip6-base-scale-mlx5-{test_type}"
+ data: "vpp-2n-clx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Mlx5-Ethip6-Ip6Base-Ndrpdr.78B-{core}-mlx5-ethip6-ip6base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Mlx5-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-mlx5-ethip6-ip6scale20k-ndrpdr"
+ - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Mlx5-Ethip6-Ip6Scale20K-Rnd-Ndrpdr.78B-{core}-mlx5-ethip6-ip6scale20k-rnd-ndrpdr"
+ layout:
+ title: "2n-clx-cx556a-78b-{core}-ip6-base-scale-mlx5-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-clx-cx556a-64b-{core}-l2-base-mlx5-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-l2-base-mlx5-{test_type}"
+ data: "vpp-2n-clx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-mlx5-dot1q-l2bdbasemaclrn-ndrpdr"
+ - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Patch-Ndrpdr.64B-{core}-mlx5-eth-l2patch-ndrpdr"
+ - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Xcbase-Ndrpdr.64B-{core}-mlx5-eth-l2xcbase-ndrpdr"
+ - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-mlx5-eth-l2bdbasemaclrn-ndrpdr"
+ layout:
+ title: "2n-clx-cx556a-64b-{core}-l2-base-mlx5-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-clx-cx556a-64b-{core}-l2-scale-mlx5-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-l2-scale-mlx5-{test_type}"
+ data: "vpp-2n-clx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-mlx5-eth-l2bdbasemaclrn-ndrpdr"
+ - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-mlx5-eth-l2bdscale10kmaclrn-ndrpdr"
+ - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-mlx5-eth-l2bdscale100kmaclrn-ndrpdr"
+ - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-mlx5-eth-l2bdscale1mmaclrn-ndrpdr"
+ layout:
+ title: "2n-clx-cx556a-64b-{core}-l2-scale-mlx5-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-clx-cx556a-64b-{core}-vhost-base-mlx5-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-vhost-base-mlx5-{test_type}"
+ data: "vpp-2n-clx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-mlx5-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr"
+ - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-mlx5-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr"
+ layout:
+ title: "2n-clx-cx556a-64b-{core}-vhost-base-mlx5-{test_type}"
+ layout: "plot-throughput"
+
################################################################################
# Packet Speedup
title: "2n-clx-e810cq-64b-vhost-{test_type}"
layout: "plot-throughput-speedup-analysis"
+- type: "plot"
+ title: "Speedup: 2n-clx-cx556a-64b-memif-base-mlx5-{test_type}-tsa"
+ algorithm: "plot_tsa_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-memif-base-mlx5-{test_type}-tsa"
+ data: "vpp-2n-clx-curr-iter"
+ include:
+ - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-mlx5-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr"
+ - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-mlx5-eth-l2xcbase-eth-2memif-1dcr-ndrpdr"
+ - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-mlx5-ethip4-ip4base-eth-2memif-1dcr-ndrpdr"
+ layout:
+ title: "2n-clx-cx556a-64b-memif-base-mlx5-{test_type}"
+ layout: "plot-throughput-speedup-analysis"
+
+- type: "plot"
+ title: "Speedup: 2n-clx-cx556a-64b-ip4-base-scale-mlx5-{test_type}-tsa"
+ algorithm: "plot_tsa_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-ip4-base-scale-mlx5-{test_type}-tsa"
+ data: "vpp-2n-clx-curr-iter"
+ include:
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-mlx5-ethip4-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-mlx5-ethip4-ip4scale20k-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-mlx5-ethip4-ip4scale20k-rnd-ndrpdr"
+ layout:
+ title: "2n-clx-cx556a-64b-ip4-base-scale-mlx5-{test_type}"
+ layout: "plot-throughput-speedup-analysis"
+
+- type: "plot"
+ title: "Speedup: 2n-clx-cx556a-64b-ip4-features-mlx5-{test_type}-tsa"
+ algorithm: "plot_tsa_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-ip4-features-mlx5-{test_type}-tsa"
+ data: "vpp-2n-clx-curr-iter"
+ include:
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-mlx5-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-mlx5-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-mlx5-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-mlx5-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
+ layout:
+ title: "2n-clx-cx556a-64b-ip4-features-mlx5-{test_type}"
+ layout: "plot-throughput-speedup-analysis"
+
+- type: "plot"
+ title: "Speedup: 2n-clx-cx556a-78b-ip6-base-scale-mlx5-{test_type}-tsa"
+ algorithm: "plot_tsa_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-78b-ip6-base-scale-mlx5-{test_type}-tsa"
+ data: "vpp-2n-clx-curr-iter"
+ include:
+ - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Mlx5-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-mlx5-ethip6-ip6base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Mlx5-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-mlx5-ethip6-ip6scale20k-ndrpdr"
+ - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Mlx5-Ethip6-Ip6Scale20K-Rnd-Ndrpdr.78B-.t.c-mlx5-ethip6-ip6scale20k-rnd-ndrpdr"
+ layout:
+ title: "2n-clx-cx556a-78b-ip6-base-scale-mlx5-{test_type}"
+ layout: "plot-throughput-speedup-analysis"
+
+- type: "plot"
+ title: "Speedup: 2n-clx-cx556a-64b-l2-base-mlx5-{test_type}-tsa"
+ algorithm: "plot_tsa_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-l2-base-mlx5-{test_type}-tsa"
+ data: "vpp-2n-clx-curr-iter"
+ include:
+ - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-mlx5-dot1q-l2bdbasemaclrn-ndrpdr"
+ - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Patch-Ndrpdr.64B-.t.c-mlx5-eth-l2patch-ndrpdr"
+ - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Xcbase-Ndrpdr.64B-.t.c-mlx5-eth-l2xcbase-ndrpdr"
+ - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-mlx5-eth-l2bdbasemaclrn-ndrpdr"
+ layout:
+ title: "2n-clx-cx556a-64b-l2-base-mlx5-{test_type}"
+ layout: "plot-throughput-speedup-analysis"
+
+- type: "plot"
+ title: "Speedup: 2n-clx-cx556a-64b-l2-scale-mlx5-{test_type}-tsa"
+ algorithm: "plot_tsa_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-l2-scale-mlx5-{test_type}-tsa"
+ data: "vpp-2n-clx-curr-iter"
+ include:
+ - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-mlx5-eth-l2bdbasemaclrn-ndrpdr"
+ - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-mlx5-eth-l2bdscale10kmaclrn-ndrpdr"
+ - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-mlx5-eth-l2bdscale100kmaclrn-ndrpdr"
+ - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-mlx5-eth-l2bdscale1mmaclrn-ndrpdr"
+ layout:
+ title: "2n-clx-cx556a-64b-l2-scale-mlx5-{test_type}"
+ layout: "plot-throughput-speedup-analysis"
+
+- type: "plot"
+ title: "Speedup: 2n-clx-cx556a-64b-vhost-base-mlx5-{test_type}-tsa"
+ algorithm: "plot_tsa_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-vhost-base-mlx5-{test_type}-tsa"
+ data: "vpp-2n-clx-curr-iter"
+ include:
+ - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-mlx5-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr"
+ - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-mlx5-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr"
+ layout:
+ title: "2n-clx-cx556a-64b-vhost-base-mlx5-{test_type}"
+ layout: "plot-throughput-speedup-analysis"
+
# 2n-icx
- type: "plot"
title: "3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3"
layout: "plot-hoststack"
-# - type: "plot"
-# title: "Bandwidth: 3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho"
-# algorithm: "plot_perf_box_name"
-# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho-bps"
-# data: "vpp-3n-icx-curr-iter-hoststack"
-# include:
-# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps"
-# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps"
-# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps"
-# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps"
-# layout:
-# title: "3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho"
-# layout: "plot-hoststack"
+- type: "plot"
+ title: "Bandwidth: 3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho-bps"
+ data: "vpp-3n-icx-curr-iter-hoststack"
+ include:
+ - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps"
+ - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps"
+ - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps"
+ - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps"
+ layout:
+ title: "3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho"
+ layout: "plot-hoststack"
+
+# Hoststack tests 2n-icx
+
+- type: "plot"
+ title: "CPS: 2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx-cps"
+ data: "vpp-2n-icx-curr-iter-hoststack"
+ include:
+ - "Tests.Vpp.Perf.Hoststack.2N1L-25Ge2P1E810Xxv-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Cps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps"
+ - "Tests.Vpp.Perf.Hoststack.2N1L-25Ge2P1E810Xxv-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Cps.0B-4t2c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps"
+ layout:
+ title: "2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx"
+ layout: "plot-cps"
+
+- type: "plot"
+ title: "RPS: 2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx-rps"
+ data: "vpp-2n-icx-curr-iter-hoststack"
+ include:
+ - "Tests.Vpp.Perf.Hoststack.2N1L-25Ge2P1E810Xxv-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Rps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps"
+ - "Tests.Vpp.Perf.Hoststack.2N1L-25Ge2P1E810Xxv-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Rps.0B-4t2c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps"
+ layout:
+ title: "2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx"
+ layout: "plot-rps"
###############################################################################