- job-spec: "dpdk-mlr-00"
data-set: "dpdk-2n-icx-curr-iter"
-- type: "table"
- title: "Job Specification Duration: 2n-icx-coverage"
- algorithm: "table_job_spec_duration"
- output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov"
- jb-type: "coverage"
- data: "vpp-2n-icx-curr-cov"
- lines:
- - job-spec: "gso-00"
- build: "1"
- - job-spec: "ip4-00"
- build: "2"
- - job-spec: "ip4-01"
- build: "3"
- - job-spec: "ip4-02"
- build: "4"
- - job-spec: "ip4-03"
- build: "5"
- - job-spec: "ip4-04"
- build: "6"
- - job-spec: "ip4-05"
- build: "7"
- - job-spec: "ip4-06"
- build: "8"
- - job-spec: "ip4-07"
- build: "9"
- - job-spec: "ip4tun-00"
- build: "10"
- - job-spec: "ip6-00"
- build: "11"
- - job-spec: "ip6-01"
- build: "12"
- - job-spec: "l2-00"
- build: "13"
- - job-spec: "l2-01"
- build: "14"
- - job-spec: "lb-00"
- build: "15"
- - job-spec: "memif-00"
- build: "16"
- - job-spec: "vhost-00"
- build: "17"
+# - type: "table"
+# title: "Job Specification Duration: 2n-icx-coverage"
+# algorithm: "table_job_spec_duration"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov"
+# jb-type: "coverage"
+# data: "vpp-2n-icx-curr-cov"
+# lines:
+# - job-spec: "gso-00"
+# build: "1"
+# - job-spec: "ip4-00"
+# build: "2"
+# - job-spec: "ip4-01"
+# build: "3"
+# - job-spec: "ip4-02"
+# build: "4"
+# - job-spec: "ip4-03"
+# build: "5"
+# - job-spec: "ip4-04"
+# build: "6"
+# - job-spec: "ip4-05"
+# build: "7"
+# - job-spec: "ip4-06"
+# build: "8"
+# - job-spec: "ip4-07"
+# build: "9"
+# - job-spec: "ip4tun-00"
+# build: "10"
+# - job-spec: "ip6-00"
+# build: "11"
+# - job-spec: "ip6-01"
+# build: "12"
+# - job-spec: "l2-00"
+# build: "13"
+# - job-spec: "l2-01"
+# build: "14"
+# - job-spec: "lb-00"
+# build: "15"
+# - job-spec: "memif-00"
+# build: "16"
+# - job-spec: "vhost-00"
+# build: "17"
- type: "table"
title: "Job Specification Duration: 3n-icx-iterative"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-3n-icx-curr-iter"
-- type: "table"
- title: "Job Specification Duration: 3n-icx-coverage"
- algorithm: "table_job_spec_duration"
- output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov"
- jb-type: "coverage"
- data: "vpp-3n-icx-curr-cov"
- lines:
- - job-spec: "crypto-00"
- build: "1"
- - job-spec: "crypto-01"
- build: "2"
- - job-spec: "crypto-02"
- build: "3"
- - job-spec: "crypto-03"
- build: "35"
- - job-spec: "crypto-04"
- build: "4"
- - job-spec: "crypto-05"
- build: "34"
- - job-spec: "ip4-00"
- build: "5"
- - job-spec: "ip4-01"
- build: "6"
- - job-spec: "ip4-02"
- build: "7"
- - job-spec: "ip4-03"
- build: "8"
- - job-spec: "ip4-04"
- build: "9"
- - job-spec: "ip4-05"
- build: "10"
- - job-spec: "ip4-06"
- build: "11"
- - job-spec: "ip4-07"
- build: "12"
- - job-spec: "ip4tun-00"
- build: "13"
- - job-spec: "ip4tun-02"
- build: "14"
- - job-spec: "ip6-00"
- build: "15"
- - job-spec: "ip6-01"
- build: "16"
- - job-spec: "ip6tun-00"
- build: "17"
- - job-spec: "l2-00"
- build: "18"
- - job-spec: "l2-01"
- build: "19"
- - job-spec: "l2-02"
- build: "20"
- - job-spec: "l2-03"
- build: "21"
- - job-spec: "l2-04"
- build: "22"
- - job-spec: "l2-05"
- build: "23"
- - job-spec: "l2-06"
- build: "24"
- - job-spec: "l2-07"
- build: "25"
- - job-spec: "l2-08"
- build: "26"
- - job-spec: "l2-09"
- build: "27"
- - job-spec: "l2-10"
- build: "28"
- - job-spec: "memif-00"
- build: "29"
- - job-spec: "srv6-00"
- build: "30"
- - job-spec: "srv6-01"
- build: "31"
- - job-spec: "vhost-00"
- build: "32"
- - job-spec: "vhost-01"
- build: "33"
+# - type: "table"
+# title: "Job Specification Duration: 3n-icx-coverage"
+# algorithm: "table_job_spec_duration"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov"
+# jb-type: "coverage"
+# data: "vpp-3n-icx-curr-cov"
+# lines:
+# - job-spec: "crypto-00"
+# build: "1"
+# - job-spec: "crypto-01"
+# build: "2"
+# - job-spec: "crypto-02"
+# build: "3"
+# - job-spec: "crypto-03"
+# build: "35"
+# - job-spec: "crypto-04"
+# build: "4"
+# - job-spec: "crypto-05"
+# build: "34"
+# - job-spec: "ip4-00"
+# build: "5"
+# - job-spec: "ip4-01"
+# build: "6"
+# - job-spec: "ip4-02"
+# build: "7"
+# - job-spec: "ip4-03"
+# build: "8"
+# - job-spec: "ip4-04"
+# build: "9"
+# - job-spec: "ip4-05"
+# build: "10"
+# - job-spec: "ip4-06"
+# build: "11"
+# - job-spec: "ip4-07"
+# build: "12"
+# - job-spec: "ip4tun-00"
+# build: "13"
+# - job-spec: "ip4tun-02"
+# build: "14"
+# - job-spec: "ip6-00"
+# build: "15"
+# - job-spec: "ip6-01"
+# build: "16"
+# - job-spec: "ip6tun-00"
+# build: "17"
+# - job-spec: "l2-00"
+# build: "18"
+# - job-spec: "l2-01"
+# build: "19"
+# - job-spec: "l2-02"
+# build: "20"
+# - job-spec: "l2-03"
+# build: "21"
+# - job-spec: "l2-04"
+# build: "22"
+# - job-spec: "l2-05"
+# build: "23"
+# - job-spec: "l2-06"
+# build: "24"
+# - job-spec: "l2-07"
+# build: "25"
+# - job-spec: "l2-08"
+# build: "26"
+# - job-spec: "l2-09"
+# build: "27"
+# - job-spec: "l2-10"
+# build: "28"
+# - job-spec: "memif-00"
+# build: "29"
+# - job-spec: "srv6-00"
+# build: "30"
+# - job-spec: "srv6-01"
+# build: "31"
+# - job-spec: "vhost-00"
+# build: "32"
+# - job-spec: "vhost-01"
+# build: "33"
- type: "table"
title: "Job Specification Duration: 2n-clx-iterative"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-2n-clx-curr-iter"
-- type: "table"
- title: "Job Specification Duration: 2n-clx-coverage"
- algorithm: "table_job_spec_duration"
- output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov"
- jb-type: "coverage"
- data: "vpp-2n-clx-curr-cov"
- lines:
- - job-spec: "gso-00"
- build: "4"
- - job-spec: "ip4-00"
- build: "5"
- - job-spec: "ip4-01"
- build: "6"
- - job-spec: "ip4-02"
- build: "7"
- - job-spec: "ip4-03"
- build: "8"
- - job-spec: "ip4-04"
- build: "9"
- - job-spec: "ip4-05"
- build: "10"
- - job-spec: "ip4-06"
- build: "11"
- - job-spec: "ip4-07"
- build: "12"
- - job-spec: "ip4tun-00"
- build: "13"
- - job-spec: "ip6-00"
- build: "14"
- - job-spec: "ip6-01"
- build: "15"
- - job-spec: "l2-00"
- build: "16"
- - job-spec: "l2-01"
- build: "17"
- - job-spec: "lb-00"
- build: "18"
- - job-spec: "memif-00"
- build: "19"
- - job-spec: "vhost-00"
- build: "20"
+# - type: "table"
+# title: "Job Specification Duration: 2n-clx-coverage"
+# algorithm: "table_job_spec_duration"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov"
+# jb-type: "coverage"
+# data: "vpp-2n-clx-curr-cov"
+# lines:
+# - job-spec: "gso-00"
+# build: "4"
+# - job-spec: "ip4-00"
+# build: "5"
+# - job-spec: "ip4-01"
+# build: "6"
+# - job-spec: "ip4-02"
+# build: "7"
+# - job-spec: "ip4-03"
+# build: "8"
+# - job-spec: "ip4-04"
+# build: "9"
+# - job-spec: "ip4-05"
+# build: "10"
+# - job-spec: "ip4-06"
+# build: "11"
+# - job-spec: "ip4-07"
+# build: "12"
+# - job-spec: "ip4tun-00"
+# build: "13"
+# - job-spec: "ip6-00"
+# build: "14"
+# - job-spec: "ip6-01"
+# build: "15"
+# - job-spec: "l2-00"
+# build: "16"
+# - job-spec: "l2-01"
+# build: "17"
+# - job-spec: "lb-00"
+# build: "18"
+# - job-spec: "memif-00"
+# build: "19"
+# - job-spec: "vhost-00"
+# build: "20"
- type: "table"
title: "Job Specification Duration: 2n-dnv-iterative"
- job-spec: "vpp-mlr-00"
data-set: "vpp-2n-dnv-curr-iter"
-- type: "table"
- title: "Job Specification Duration: 2n-dnv-coverage"
- algorithm: "table_job_spec_duration"
- output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov"
- jb-type: "coverage"
- data: "vpp-2n-dnv-curr-cov"
- lines:
- - job-spec: "ip4-00"
- build: "1"
- - job-spec: "ip4-01"
- build: "7"
- - job-spec: "ip6-00"
- build: "3"
- - job-spec: "ip6-01"
- build: "4"
- - job-spec: "l2-00"
- build: "5"
- - job-spec: "l2-01"
- build: "6"
+# - type: "table"
+# title: "Job Specification Duration: 2n-dnv-coverage"
+# algorithm: "table_job_spec_duration"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov"
+# jb-type: "coverage"
+# data: "vpp-2n-dnv-curr-cov"
+# lines:
+# - job-spec: "ip4-00"
+# build: "1"
+# - job-spec: "ip4-01"
+# build: "7"
+# - job-spec: "ip6-00"
+# build: "3"
+# - job-spec: "ip6-01"
+# build: "4"
+# - job-spec: "l2-00"
+# build: "5"
+# - job-spec: "l2-01"
+# build: "6"
- type: "table"
title: "Job Specification Duration: 2n-aws-iterative"
- job-spec: "vpp-mlr-00"
data-set: "vpp-2n-aws-curr-iter"
-- type: "table"
- title: "Job Specification Duration: 2n-aws-coverage"
- algorithm: "table_job_spec_duration"
- output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov"
- jb-type: "coverage"
- data: "vpp-2n-aws-curr-cov"
- lines:
- - job-spec: "vpp-00"
- build: "1"
-
# - type: "table"
-# title: "Job Specification Duration: 3n-aws-iterative"
+# title: "Job Specification Duration: 2n-aws-coverage"
# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-iter"
-# jb-type: "iterative"
-# lines:
-# - job-spec: "vpp-mrr-00"
-# data-set: "vpp-3n-aws-curr-iter-mrr"
-# - job-spec: "vpp-mlr-00"
-# data-set: "vpp-3n-aws-curr-iter"
-
-# - type: "table"
-# title: "Job Specification Duration: 3n-aws-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-cov"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov"
# jb-type: "coverage"
-# data: "vpp-3n-aws-curr-cov"
+# data: "vpp-2n-aws-curr-cov"
# lines:
# - job-spec: "vpp-00"
# build: "1"
- job-spec: "vpp-mlr-00"
data-set: "vpp-2n-tx2-curr-iter"
-- type: "table"
- title: "Job Specification Duration: 2n-tx2-coverage"
- algorithm: "table_job_spec_duration"
- output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov"
- jb-type: "coverage"
- data: "vpp-2n-tx2-curr-cov"
- lines:
- - job-spec: "ip4-00"
- build: "1"
- - job-spec: "ip4-01"
- build: "2"
- - job-spec: "ip4-02"
- build: "3"
- - job-spec: "ip4-03"
- build: "4"
- - job-spec: "ip4-04"
- build: "5"
- - job-spec: "ip4-05"
- build: "6"
- - job-spec: "ip4-06"
- build: "7"
- - job-spec: "ip6-00"
- build: "8"
- - job-spec: "ip6-01"
- build: "9"
- - job-spec: "l2-00"
- build: "10"
- - job-spec: "l2-01"
- build: "11"
- - job-spec: "l2-02"
- build: "12"
- - job-spec: "l2-03"
- build: "13"
- - job-spec: "l2-04"
- build: "14"
+# - type: "table"
+# title: "Job Specification Duration: 2n-tx2-coverage"
+# algorithm: "table_job_spec_duration"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov"
+# jb-type: "coverage"
+# data: "vpp-2n-tx2-curr-cov"
+# lines:
+# - job-spec: "ip4-00"
+# build: "1"
+# - job-spec: "ip4-01"
+# build: "2"
+# - job-spec: "ip4-02"
+# build: "3"
+# - job-spec: "ip4-03"
+# build: "4"
+# - job-spec: "ip4-04"
+# build: "5"
+# - job-spec: "ip4-05"
+# build: "6"
+# - job-spec: "ip4-06"
+# build: "7"
+# - job-spec: "ip6-00"
+# build: "8"
+# - job-spec: "ip6-01"
+# build: "9"
+# - job-spec: "l2-00"
+# build: "10"
+# - job-spec: "l2-01"
+# build: "11"
+# - job-spec: "l2-02"
+# build: "12"
+# - job-spec: "l2-03"
+# build: "13"
+# - job-spec: "l2-04"
+# build: "14"
- type: "table"
title: "Job Specification Duration: 2n-zn2-iterative"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-2n-zn2-curr-iter"
-- type: "table"
- title: "Job Specification Duration: 2n-zn2-coverage"
- algorithm: "table_job_spec_duration"
- output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov"
- jb-type: "coverage"
- data: "vpp-2n-zn2-curr-cov"
- lines:
- - job-spec: "gso-00"
- build: "1"
- - job-spec: "ip4-00"
- build: "2"
- - job-spec: "ip4-01"
- build: "3"
- - job-spec: "ip4-02"
- build: "4"
- - job-spec: "ip4-03"
- build: "5"
- - job-spec: "ip4-04"
- build: "6"
- - job-spec: "ip4-05"
- build: "7"
- - job-spec: "ip4tun-00"
- build: "8"
- - job-spec: "ip6-00"
- build: "9"
- - job-spec: "ip6-01"
- build: "10"
- - job-spec: "l2-00"
- build: "11"
- - job-spec: "l2-01"
- build: "12"
- - job-spec: "lb-00"
- build: "13"
- - job-spec: "memif-00"
- build: "14"
- - job-spec: "vhost-00"
- build: "15"
+# - type: "table"
+# title: "Job Specification Duration: 2n-zn2-coverage"
+# algorithm: "table_job_spec_duration"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov"
+# jb-type: "coverage"
+# data: "vpp-2n-zn2-curr-cov"
+# lines:
+# - job-spec: "gso-00"
+# build: "1"
+# - job-spec: "ip4-00"
+# build: "2"
+# - job-spec: "ip4-01"
+# build: "3"
+# - job-spec: "ip4-02"
+# build: "4"
+# - job-spec: "ip4-03"
+# build: "5"
+# - job-spec: "ip4-04"
+# build: "6"
+# - job-spec: "ip4-05"
+# build: "7"
+# - job-spec: "ip4tun-00"
+# build: "8"
+# - job-spec: "ip6-00"
+# build: "9"
+# - job-spec: "ip6-01"
+# build: "10"
+# - job-spec: "l2-00"
+# build: "11"
+# - job-spec: "l2-01"
+# build: "12"
+# - job-spec: "lb-00"
+# build: "13"
+# - job-spec: "memif-00"
+# build: "14"
+# - job-spec: "vhost-00"
+# build: "15"
- type: "table"
title: "Job Specification Duration: 3n-dnv-iterative"
- job-spec: "vpp-mlr-00"
data-set: "vpp-3n-dnv-curr-iter"
-- type: "table"
- title: "Job Specification Duration: 3n-dnv-coverage"
- algorithm: "table_job_spec_duration"
- output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov"
- jb-type: "coverage"
- data: "vpp-3n-dnv-curr-cov"
- lines:
- - job-spec: "crypto-00"
- build: "1"
- - job-spec: "crypto-01"
- build: "2"
- - job-spec: "crypto-02"
- build: "3"
- - job-spec: "ip4-00"
- build: "4"
- - job-spec: "ip4-01"
- build: "5"
- - job-spec: "ip4tun-00"
- build: "6"
- - job-spec: "ip6-00"
- build: "7"
- - job-spec: "ip6-01"
- build: "8"
- - job-spec: "l2-00"
- build: "9"
- - job-spec: "l2-01"
- build: "10"
+# - type: "table"
+# title: "Job Specification Duration: 3n-dnv-coverage"
+# algorithm: "table_job_spec_duration"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov"
+# jb-type: "coverage"
+# data: "vpp-3n-dnv-curr-cov"
+# lines:
+# - job-spec: "crypto-00"
+# build: "1"
+# - job-spec: "crypto-01"
+# build: "2"
+# - job-spec: "crypto-02"
+# build: "3"
+# - job-spec: "ip4-00"
+# build: "4"
+# - job-spec: "ip4-01"
+# build: "5"
+# - job-spec: "ip4tun-00"
+# build: "6"
+# - job-spec: "ip6-00"
+# build: "7"
+# - job-spec: "ip6-01"
+# build: "8"
+# - job-spec: "l2-00"
+# build: "9"
+# - job-spec: "l2-01"
+# build: "10"
- type: "table"
title: "Job Specification Duration: 3n-tsh-iterative"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-3n-tsh-curr-iter"
-- type: "table"
- title: "Job Specification Duration: 3n-tsh-coverage"
- algorithm: "table_job_spec_duration"
- output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov"
- jb-type: "coverage"
- data: "vpp-3n-tsh-curr-cov"
- lines:
- - job-spec: "ip4-00"
- build: "1"
- - job-spec: "ip4-01"
- build: "2"
- - job-spec: "ip4-02"
- build: "3"
- - job-spec: "ip4-03"
- build: "4"
- - job-spec: "ip4tun-00"
- build: "5"
- - job-spec: "ip6-00"
- build: "6"
- - job-spec: "ip6-01"
- build: "7"
- - job-spec: "l2-00"
- build: "8"
- - job-spec: "l2-01"
- build: "9"
- - job-spec: "l2-02"
- build: "10"
- - job-spec: "l2-03"
- build: "11"
- - job-spec: "l2-04"
- build: "12"
- - job-spec: "memif-00"
- build: "13"
- - job-spec: "srv6-00"
- build: "14"
- - job-spec: "srv6-01"
- build: "15"
- - job-spec: "vhost-00"
- build: "16"
- - job-spec: "vhost-01"
- build: "17"
+# - type: "table"
+# title: "Job Specification Duration: 3n-tsh-coverage"
+# algorithm: "table_job_spec_duration"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov"
+# jb-type: "coverage"
+# data: "vpp-3n-tsh-curr-cov"
+# lines:
+# - job-spec: "ip4-00"
+# build: "1"
+# - job-spec: "ip4-01"
+# build: "2"
+# - job-spec: "ip4-02"
+# build: "3"
+# - job-spec: "ip4-03"
+# build: "4"
+# - job-spec: "ip4tun-00"
+# build: "5"
+# - job-spec: "ip6-00"
+# build: "6"
+# - job-spec: "ip6-01"
+# build: "7"
+# - job-spec: "l2-00"
+# build: "8"
+# - job-spec: "l2-01"
+# build: "9"
+# - job-spec: "l2-02"
+# build: "10"
+# - job-spec: "l2-03"
+# build: "11"
+# - job-spec: "l2-04"
+# build: "12"
+# - job-spec: "memif-00"
+# build: "13"
+# - job-spec: "srv6-00"
+# build: "14"
+# - job-spec: "srv6-01"
+# build: "15"
+# - job-spec: "vhost-00"
+# build: "16"
+# - job-spec: "vhost-01"
+# build: "17"
- type: "table"
title: "Job Specification Duration: 3n-alt-iterative"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-3n-alt-curr-iter"
-- type: "table"
- title: "Job Specification Duration: 3n-alt-coverage"
- algorithm: "table_job_spec_duration"
- output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov"
- jb-type: "coverage"
- data: "vpp-3n-alt-curr-cov"
- lines:
- - job-spec: "ip4-00"
- build: "1"
- - job-spec: "ip4-01"
- build: "2"
- - job-spec: "ip4-02"
- build: "3"
- - job-spec: "ip4-03"
- build: "4"
- - job-spec: "ip4tun-00"
- build: "5"
- - job-spec: "ip6-00"
- build: "6"
- - job-spec: "ip6-01"
- build: "7"
- - job-spec: "l2-00"
- build: "8"
- - job-spec: "l2-01"
- build: "9"
- - job-spec: "l2-02"
- build: "10"
- - job-spec: "l2-03"
- build: "11"
- - job-spec: "l2-04"
- build: "12"
- - job-spec: "memif-00"
- build: "13"
- - job-spec: "srv6-00"
- build: "14"
- - job-spec: "srv6-01"
- build: "15"
- - job-spec: "vhost-00"
- build: "16"
- - job-spec: "vhost-01"
- build: "17"
+# - type: "table"
+# title: "Job Specification Duration: 3n-alt-coverage"
+# algorithm: "table_job_spec_duration"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov"
+# jb-type: "coverage"
+# data: "vpp-3n-alt-curr-cov"
+# lines:
+# - job-spec: "ip4-00"
+# build: "1"
+# - job-spec: "ip4-01"
+# build: "2"
+# - job-spec: "ip4-02"
+# build: "3"
+# - job-spec: "ip4-03"
+# build: "4"
+# - job-spec: "ip4tun-00"
+# build: "5"
+# - job-spec: "ip6-00"
+# build: "6"
+# - job-spec: "ip6-01"
+# build: "7"
+# - job-spec: "l2-00"
+# build: "8"
+# - job-spec: "l2-01"
+# build: "9"
+# - job-spec: "l2-02"
+# build: "10"
+# - job-spec: "l2-03"
+# build: "11"
+# - job-spec: "l2-04"
+# build: "12"
+# - job-spec: "memif-00"
+# build: "13"
+# - job-spec: "srv6-00"
+# build: "14"
+# - job-spec: "srv6-01"
+# build: "15"
+# - job-spec: "vhost-00"
+# build: "16"
+# - job-spec: "vhost-01"
+# build: "17"
# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-zn2 2t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-zn2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-zn2 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-zn2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-zn2 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-zn2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-tx2 1t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-tx2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-tx2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-tx2 1t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-tx2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-tx2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-tx2 1t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-tx2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-tx2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-tsh 1t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-tsh-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-tsh-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-tsh 1t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-tsh-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-tsh-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-tsh 1t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-tsh-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-tsh-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-icx 2t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-3n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-icx-prev-iter-new-env"
+ data-set: "vpp-3n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-3n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-icx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-3n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-icx-prev-iter-new-env"
+ data-set: "vpp-3n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-3n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-icx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-3n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-icx-prev-iter-new-env"
+ data-set: "vpp-3n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-3n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-icx 2t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-2n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-icx-prev-iter-new-env"
+ data-set: "vpp-2n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-2n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-icx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-2n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-icx-prev-iter-new-env"
+ data-set: "vpp-2n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-2n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-icx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-2n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-icx-prev-iter-new-env"
+ data-set: "vpp-2n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-2n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Soak vs NDR - 2n-icx
- type: "table"
include-tests: "vsap"
filter: "all"
columns:
- - title: "2110.0-8"
- data-set: "vpp-2n-clx-hist-iter-vsap-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-clx-curr-iter-vsap-old-env"
+ data-set: "vpp-2n-clx-hist-iter-vsap-new-env"
- title: "2206.0-10"
+ data-set: "vpp-2n-clx-curr-iter-vsap-old-env"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter-vsap"
comparisons:
- - title: "2206.0-10 vs 2202.0-9"
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mcps/Mrps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
+ - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous.'
# VPP Performance Changes 3n-icx 2t1c pdr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-3n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-icx-prev-iter-new-env"
+ data-set: "vpp-3n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-3n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-icx 4t2c pdr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-3n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-icx-prev-iter-new-env"
+ data-set: "vpp-3n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-3n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-icx 2t1c ndr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-3n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-icx-prev-iter-new-env"
+ data-set: "vpp-3n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-3n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-icx 4t2c ndr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-3n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-icx-prev-iter-new-env"
+ data-set: "vpp-3n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-3n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-icx 2t1c pdr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-2n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-icx-prev-iter-new-env"
+ data-set: "vpp-2n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-2n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-icx 4t2c pdr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-2n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-icx-prev-iter-new-env"
+ data-set: "vpp-2n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-2n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-icx 2t1c ndr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-2n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-icx-prev-iter-new-env"
+ data-set: "vpp-2n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-2n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-icx 4t2c ndr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-2n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-icx-prev-iter-new-env"
+ data-set: "vpp-2n-icx-hist-iter-new-env"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-prev-iter-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-2n-icx-prev-iter-new-env"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 2t1c pdr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 4t2c pdr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 2t1c ndr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 4t2c ndr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 2t1c pdr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 4t2c pdr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 2t1c ndr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 4t2c ndr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 2t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-zn2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-zn2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-zn2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-zn2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 1t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-dnv-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-dnv-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-dnv-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-dnv-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 2t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-dnv-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-dnv-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-dnv-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-dnv-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 1t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-dnv-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-dnv-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-dnv-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-dnv-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 2t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-dnv-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-dnv-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-dnv-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-dnv-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-dnv 1t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-dnv-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-dnv-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-dnv-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-dnv-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-dnv 2t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-dnv-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-dnv-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-dnv-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-dnv-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-dnv 1t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-dnv-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-dnv-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-dnv-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-dnv-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-dnv 2t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-dnv-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-dnv-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-dnv-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-dnv-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 1t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-tsh-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-tsh-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 2t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-tsh-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-tsh-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 1t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-tsh-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-tsh-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 2t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-tsh-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-tsh-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 1t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-tx2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-tx2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 2t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-tx2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-tx2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 1t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-tx2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-tx2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 2t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-tx2-hist-iter-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-tx2-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-aws 2t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR'"
columns:
- - title: "2110.0-8"
- data-set: "vpp-2n-aws-hist-iter"
- title: "2202.0-9"
- data-set: "vpp-2n-aws-prev-iter"
+ data-set: "vpp-2n-aws-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-aws-prev-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-aws-curr-iter"
comparisons:
- - title: "2206.0-10 vs 2202.0-9"
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.'
# VPP Performance Changes 2n-aws 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR'"
columns:
- - title: "2110.0-8"
- data-set: "vpp-2n-aws-hist-iter"
- title: "2202.0-9"
- data-set: "vpp-2n-aws-prev-iter"
+ data-set: "vpp-2n-aws-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-aws-prev-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-aws-curr-iter"
comparisons:
- - title: "2206.0-10 vs 2202.0-9"
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.'
# VPP Performance Changes 2n-aws 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR'"
columns:
- - title: "2110.0-8"
- data-set: "vpp-2n-aws-hist-iter"
- title: "2202.0-9"
- data-set: "vpp-2n-aws-prev-iter"
+ data-set: "vpp-2n-aws-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-aws-prev-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-aws-curr-iter"
comparisons:
- - title: "2206.0-10 vs 2202.0-9"
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.'
# VPP Performance Changes 2n-aws 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR'"
columns:
- - title: "2110.0-8"
- data-set: "vpp-2n-aws-hist-iter"
- title: "2202.0-9"
- data-set: "vpp-2n-aws-prev-iter"
+ data-set: "vpp-2n-aws-hist-iter"
- title: "2206.0-10"
+ data-set: "vpp-2n-aws-prev-iter"
+ - title: "2210.0-11"
data-set: "vpp-2n-aws-curr-iter"
comparisons:
- - title: "2206.0-10 vs 2202.0-9"
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-
-# # VPP Performance Changes 3n-aws 2t1c pdr
-# - type: "table"
-# title: "VPP Performance Changes 3n-aws 2t1c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-2t1c-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T1C' and 'NDRPDR'"
-# columns:
-# - title: "2110.0-8"
-# data-set: "vpp-3n-aws-hist-iter"
-# - title: "2202.0-9"
-# data-set: "vpp-3n-aws-prev-iter"
-# - title: "2206.0-10"
-# data-set: "vpp-3n-aws-curr-iter"
-# comparisons:
-# - title: "2206.0-10 vs 2202.0-9"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-
-# # VPP Performance Changes 3n-aws 4t2c pdr
-# - type: "table"
-# title: "VPP Performance Changes 3n-aws 4t2c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'4T2C' and 'NDRPDR'"
-# columns:
-# - title: "2110.0-8"
-# data-set: "vpp-3n-aws-hist-iter"
-# - title: "2202.0-9"
-# data-set: "vpp-3n-aws-prev-iter"
-# - title: "2206.0-10"
-# data-set: "vpp-3n-aws-curr-iter"
-# comparisons:
-# - title: "2206.0-10 vs 2202.0-9"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-
-# # VPP Performance Changes 3n-aws 2t1c ndr
-# - type: "table"
-# title: "VPP Performance Changes 3n-aws 2t1c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-2t1c-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T1C' and 'NDRPDR'"
-# columns:
-# - title: "2110.0-8"
-# data-set: "vpp-3n-aws-hist-iter"
-# - title: "2202.0-9"
-# data-set: "vpp-3n-aws-prev-iter"
-# - title: "2206.0-10"
-# data-set: "vpp-3n-aws-curr-iter"
-# comparisons:
-# - title: "2206.0-10 vs 2202.0-9"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: NDR throughput on 3n-aws with nitro50g.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-
-# # VPP Performance Changes 3n-aws 4t2c ndr
-# - type: "table"
-# title: "VPP Performance Changes 3n-aws 4t2c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'4T2C' and 'NDRPDR'"
-# columns:
-# - title: "2110.0-8"
-# data-set: "vpp-3n-aws-hist-iter"
-# - title: "2202.0-9"
-# data-set: "vpp-3n-aws-prev-iter"
-# - title: "2206.0-10"
-# data-set: "vpp-3n-aws-curr-iter"
-# comparisons:
-# - title: "2206.0-10 vs 2202.0-9"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: NDR throughput on 3n-aws with nitro50g.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.'
# VPP Performance Changes 3n-icx 2t1c mrr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-3n-icx-hist-iter-mrr-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-icx-prev-iter-mrr-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-icx-prev-iter-mrr-new-env"
+ data-set: "vpp-3n-icx-hist-iter-mrr-new-env"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-prev-iter-mrr-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-3n-icx-prev-iter-mrr-new-env"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-icx 4t2c mrr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-3n-icx-hist-iter-mrr-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-icx-prev-iter-mrr-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-icx-prev-iter-mrr-new-env"
+ data-set: "vpp-3n-icx-hist-iter-mrr-new-env"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-prev-iter-mrr-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-3n-icx-prev-iter-mrr-new-env"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-icx 8t4c mrr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-8t4c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-3n-icx-hist-iter-mrr-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-icx-prev-iter-mrr-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-icx-prev-iter-mrr-new-env"
+ data-set: "vpp-3n-icx-hist-iter-mrr-new-env"
- title: "2206.0-10"
+ data-set: "vpp-3n-icx-prev-iter-mrr-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-3n-icx-prev-iter-mrr-new-env"
+ - title: "2210.0-11"
data-set: "vpp-3n-icx-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-icx 2t1c mrr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-2n-icx-hist-iter-mrr-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-icx-prev-iter-mrr-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-icx-prev-iter-mrr-new-env"
+ data-set: "vpp-2n-icx-hist-iter-mrr-new-env"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-prev-iter-mrr-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-2n-icx-prev-iter-mrr-new-env"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-icx 4t2c mrr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-2n-icx-hist-iter-mrr-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-icx-prev-iter-mrr-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-icx-prev-iter-mrr-new-env"
+ data-set: "vpp-2n-icx-hist-iter-mrr-new-env"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-prev-iter-mrr-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-2n-icx-prev-iter-mrr-new-env"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-icx 8t4c mrr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-8t4c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-2n-icx-hist-iter-mrr-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-icx-prev-iter-mrr-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-icx-prev-iter-mrr-new-env"
+ data-set: "vpp-2n-icx-hist-iter-mrr-new-env"
- title: "2206.0-10"
+ data-set: "vpp-2n-icx-prev-iter-mrr-old-env"
+ - title: "2206.0-11"
+ data-set: "vpp-2n-icx-prev-iter-mrr-new-env"
+ - title: "2210.0-11"
data-set: "vpp-2n-icx-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 1
- compare: 2
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
+ - title: "2210.0-11 vs 2206.0-11"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 2t1c mrr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 4t2c mrr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 8t4c mrr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-8t4c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 2t1c mrr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 4t2c mrr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 8t4c mrr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-8t4c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+ filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 2t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 4t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 8t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-zn2-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 1t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-dnv-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-dnv-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 2t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-dnv-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-dnv-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 4t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-dnv-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-dnv-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-dnv 1t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-dnv-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-dnv-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-dnv 2t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-dnv-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-dnv-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-dnv 4t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-dnv-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-dnv-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 1t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-tsh-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 2t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-tsh-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 4t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-3n-tsh-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-3n-tsh-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 1t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-tx2-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 2t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-tx2-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 4t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
- - title: "2110.0-9"
+ - title: "2202.0-10"
data-set: "vpp-2n-tx2-hist-iter-mrr-new-env"
- - title: "2202.0-9"
+ - title: "2206.0-10"
data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
- - title: "2202.0-10"
+ - title: "2206.0-11"
data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
- - title: "2206.0-10"
+ - title: "2210.0-11"
data-set: "vpp-2n-tx2-curr-iter-mrr"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-11 vs 2206.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
+ - title: "2210.0-11 vs 2206.0-11"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-aws 2t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C'"
columns:
- - title: "2110.0-8"
- data-set: "vpp-2n-aws-hist-iter-mrr"
- title: "2202.0-9"
- data-set: "vpp-2n-aws-prev-iter-mrr"
+ data-set: "vpp-2n-aws-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-2n-aws-prev-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-2n-aws-curr-iter-mrr"
comparisons:
- - title: "2206.0-10 vs 2202.0-9"
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.'
# VPP Performance Changes 2n-aws 4t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C'"
columns:
- - title: "2110.0-8"
- data-set: "vpp-2n-aws-hist-iter-mrr"
- title: "2202.0-9"
- data-set: "vpp-2n-aws-prev-iter-mrr"
+ data-set: "vpp-2n-aws-hist-iter-mrr"
- title: "2206.0-10"
+ data-set: "vpp-2n-aws-prev-iter-mrr"
+ - title: "2210.0-11"
data-set: "vpp-2n-aws-curr-iter-mrr"
comparisons:
- - title: "2206.0-10 vs 2202.0-9"
+ - title: "2210.0-11 vs 2206.0-10"
reference: 2
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-
-# # VPP Performance Changes 3n-aws 2t1c mrr
-# - type: "table"
-# title: "VPP Performance Changes 3n-aws 2t1c mrr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-2t1c-mrr"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T1C'"
-# columns:
-# - title: "2110.0-8"
-# data-set: "vpp-3n-aws-hist-iter-mrr"
-# - title: "2202.0-9"
-# data-set: "vpp-3n-aws-prev-iter-mrr"
-# - title: "2206.0-10"
-# data-set: "vpp-3n-aws-curr-iter-mrr"
-# comparisons:
-# - title: "2206.0-10 vs 2202.0-9"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-
-# # VPP Performance Changes 3n-aws 4t2c mrr
-# - type: "table"
-# title: "VPP Performance Changes 3n-aws 4t2c mrr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-mrr"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-# filter: "'4T2C'"
-# columns:
-# - title: "2110.0-8"
-# data-set: "vpp-3n-aws-hist-iter-mrr"
-# - title: "2202.0-9"
-# data-set: "vpp-3n-aws-prev-iter-mrr"
-# - title: "2206.0-10"
-# data-set: "vpp-3n-aws-curr-iter-mrr"
-# comparisons:
-# - title: "2206.0-10 vs 2202.0-9"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.'
# Detailed Test Results - VPP Performance Results 2n-zn2
- type: "table"
- "parent"
- "msg"
-# # Detailed Test Results - VPP Performance Results 3n-aws
-# - type: "table"
-# title: "Detailed Test Results - VPP Performance Results 3n-aws"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTR,PERF,VPP,3N,AWS]}/"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. min avg max min avg max (10% PDR) |br| 4. min avg max min avg max (50% PDR) |br| 5. min avg max min avg max (90% PDR) |preout| "
-# data: "data msg"
-# data: "vpp-3n-aws-curr-cov"
-# filter: "all"
-# parameters:
-# - "name"
-# - "parent"
-# - "msg"
-
# Test configuration - VPP Performance Test Configs 2n-zn2
- type: "table"
title: "Test configuration - VPP Performance Test Configs 2n-zn2"
- "name"
- "conf-history"
-# # Test configuration - VPP Performance Test Configs 3n-aws
-# - type: "table"
-# title: "Test configuration - VPP Performance Test Configs 3n-aws"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTC,PERF,VPP,3N,AWS]}/"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
-# data: "data conf-history"
-# data: "vpp-3n-aws-curr-cov"
-# filter: "all"
-# parameters:
-# - "parent"
-# - "name"
-# - "conf-history"
-
# Test Operational Data - VPP Performance Operational Data 2n-zn2
- type: "table"
title: "Test Operational Data - VPP Performance Operational Data 2n-zn2"
data: "vpp-2n-aws-curr-cov"
filter: "all"
-# # Test Operational Data - VPP Performance Operational Data 3n-aws
-# - type: "table"
-# title: "Test Operational Data - VPP Performance Operational Data 3n-aws"
-# algorithm: "table_oper_data_html"
-# output-file: "{DIR[DTO,PERF,VPP,3N,AWS]}/"
-# data: "vpp-3n-aws-curr-cov"
-# filter: "all"
-
# Detailed Test Results - VPP MRR Results 2n-zn2
- type: "table"
title: "Detailed Test Results - VPP MRR Results 2n-zn2"
- "parent"
- "msg"
-# # Detailed Test Results - VPP MRR Results 3n-aws
-# - type: "table"
-# title: "Detailed Test Results - VPP MRR Results 3n-aws"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTR,MRR,VPP,3N,AWS]}/"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
-# data: "data msg"
-# data: "vpp-3n-aws-curr-iter-mrr"
-# filter: "all"
-# parameters:
-# - "name"
-# - "parent"
-# - "msg"
-
# Test configuration - VPP MRR Test Configs 2n-zn2
- type: "table"
title: "Test configuration - VPP MRR Test Configs 2n-zn2"
- "name"
- "conf-history"
-# # Test configuration - VPP MRR Test Configs 3n-aws
-# - type: "table"
-# title: "Test configuration - VPP MRR Test Configs 3n-aws"
-# algorithm: "table_merged_details"
-# output-file: "{DIR[DTC,MRR,VPP,3N,AWS]}/"
-# columns:
-# - title: " |prein| Test Name |preout| "
-# data: "data name"
-# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
-# data: "data conf-history"
-# data: "vpp-3n-aws-curr-iter-mrr"
-# filter: "all"
-# parameters:
-# - "parent"
-# - "name"
-# - "conf-history"
-
# Detailed Test Results - VPP Device Results - Ubuntu
- type: "table"
title: "Detailed Test Results - VPP Device Results - Ubuntu"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "21.08"
- # data-set: "dpdk-3n-icx-hist-iter"
- title: "21.11"
- data-set: "dpdk-3n-icx-prev-iter"
+ data-set: "dpdk-3n-icx-hist-iter"
- title: "22.03"
+ data-set: "dpdk-3n-icx-prev-iter"
+ - title: "22.07"
data-set: "dpdk-3n-icx-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
- reference: 1
- compare: 2
+ - title: "22.07 vs 22.03"
+ reference: 2
+ compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-icx 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "21.08"
- # data-set: "dpdk-3n-icx-hist-iter"
- title: "21.11"
- data-set: "dpdk-3n-icx-prev-iter"
+ data-set: "dpdk-3n-icx-hist-iter"
- title: "22.03"
+ data-set: "dpdk-3n-icx-prev-iter"
+ - title: "22.07"
data-set: "dpdk-3n-icx-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
- reference: 1
- compare: 2
+ - title: "22.07 vs 22.03"
+ reference: 2
+ compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-icx 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "21.08"
- # data-set: "dpdk-3n-icx-hist-iter"
- title: "21.11"
- data-set: "dpdk-3n-icx-prev-iter"
+ data-set: "dpdk-3n-icx-hist-iter"
- title: "22.03"
+ data-set: "dpdk-3n-icx-prev-iter"
+ - title: "22.07"
data-set: "dpdk-3n-icx-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
- reference: 1
- compare: 2
+ - title: "22.07 vs 22.03"
+ reference: 2
+ compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.'
- - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-icx 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "21.08"
- # data-set: "dpdk-3n-icx-hist-iter"
- title: "21.11"
- data-set: "dpdk-3n-icx-prev-iter"
+ data-set: "dpdk-3n-icx-hist-iter"
- title: "22.03"
+ data-set: "dpdk-3n-icx-prev-iter"
+ - title: "22.07"
data-set: "dpdk-3n-icx-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
- reference: 1
- compare: 2
+ - title: "22.07 vs 22.03"
+ reference: 2
+ compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.'
- - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-icx 2t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "21.08"
- # data-set: "dpdk-2n-icx-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-icx-prev-iter"
+ data-set: "dpdk-2n-icx-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-icx-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-icx-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
- reference: 1
- compare: 2
+ - title: "22.07 vs 22.03"
+ reference: 2
+ compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-icx 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "21.08"
- # data-set: "dpdk-2n-icx-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-icx-prev-iter"
+ data-set: "dpdk-2n-icx-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-icx-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-icx-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
- reference: 1
- compare: 2
+ - title: "22.07 vs 22.03"
+ reference: 2
+ compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-icx 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "21.08"
- # data-set: "dpdk-2n-icx-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-icx-prev-iter"
+ data-set: "dpdk-2n-icx-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-icx-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-icx-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
- reference: 1
- compare: 2
+ - title: "22.07 vs 22.03"
+ reference: 2
+ compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.'
- - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-icx 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- # - title: "21.08"
- # data-set: "dpdk-2n-icx-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-icx-prev-iter"
+ data-set: "dpdk-2n-icx-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-icx-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-icx-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
- reference: 1
- compare: 2
+ - title: "22.07 vs 22.03"
+ reference: 2
+ compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.'
- - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-clx 2t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "21.08"
- data-set: "dpdk-2n-clx-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-clx-prev-iter"
+ data-set: "dpdk-2n-clx-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-clx-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-clx-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-clx 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "21.08"
- data-set: "dpdk-2n-clx-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-clx-prev-iter"
+ data-set: "dpdk-2n-clx-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-clx-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-clx-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-clx 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "21.08"
- data-set: "dpdk-2n-clx-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-clx-prev-iter"
+ data-set: "dpdk-2n-clx-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-clx-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-clx-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-clx 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "21.08"
- data-set: "dpdk-2n-clx-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-clx-prev-iter"
+ data-set: "dpdk-2n-clx-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-clx-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-clx-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-zn2 2t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "21.08"
- data-set: "dpdk-2n-zn2-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-zn2-prev-iter"
+ data-set: "dpdk-2n-zn2-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-zn2-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-zn2-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-zn2 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "21.08"
- data-set: "dpdk-2n-zn2-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-zn2-prev-iter"
+ data-set: "dpdk-2n-zn2-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-zn2-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-zn2-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-zn2 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "21.08"
- data-set: "dpdk-2n-zn2-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-zn2-prev-iter"
+ data-set: "dpdk-2n-zn2-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-zn2-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-zn2-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-zn2 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "21.08"
- data-set: "dpdk-2n-zn2-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-zn2-prev-iter"
+ data-set: "dpdk-2n-zn2-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-zn2-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-zn2-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-tsh 1t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "21.08"
- data-set: "dpdk-3n-tsh-hist-iter"
- title: "21.11"
- data-set: "dpdk-3n-tsh-prev-iter"
+ data-set: "dpdk-3n-tsh-hist-iter"
- title: "22.03"
+ data-set: "dpdk-3n-tsh-prev-iter"
+ - title: "22.07"
data-set: "dpdk-3n-tsh-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-tsh 2t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'NDRPDR'"
columns:
- - title: "21.08"
- data-set: "dpdk-3n-tsh-hist-iter"
- title: "21.11"
- data-set: "dpdk-3n-tsh-prev-iter"
+ data-set: "dpdk-3n-tsh-hist-iter"
- title: "22.03"
+ data-set: "dpdk-3n-tsh-prev-iter"
+ - title: "22.07"
data-set: "dpdk-3n-tsh-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-tsh 1t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "21.08"
- data-set: "dpdk-3n-tsh-hist-iter"
- title: "21.11"
- data-set: "dpdk-3n-tsh-prev-iter"
+ data-set: "dpdk-3n-tsh-hist-iter"
- title: "22.03"
+ data-set: "dpdk-3n-tsh-prev-iter"
+ - title: "22.07"
data-set: "dpdk-3n-tsh-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-tsh 2t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'NDRPDR'"
columns:
- - title: "21.08"
- data-set: "dpdk-3n-tsh-hist-iter"
- title: "21.11"
- data-set: "dpdk-3n-tsh-prev-iter"
+ data-set: "dpdk-3n-tsh-hist-iter"
- title: "22.03"
+ data-set: "dpdk-3n-tsh-prev-iter"
+ - title: "22.07"
data-set: "dpdk-3n-tsh-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-tx2 1t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "21.08"
- data-set: "dpdk-2n-tx2-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-tx2-prev-iter"
+ data-set: "dpdk-2n-tx2-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-tx2-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-tx2-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-tx2 2t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'NDRPDR'"
columns:
- - title: "21.08"
- data-set: "dpdk-2n-tx2-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-tx2-prev-iter"
+ data-set: "dpdk-2n-tx2-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-tx2-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-tx2-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-tx2 1t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "21.08"
- data-set: "dpdk-2n-tx2-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-tx2-prev-iter"
+ data-set: "dpdk-2n-tx2-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-tx2-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-tx2-curr-iter"
comparisons:
- - title: "22.03 vs 21.11"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-tx2 2t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'NDRPDR'"
columns:
- - title: "21.08"
- data-set: "dpdk-2n-tx2-hist-iter"
- title: "21.11"
- data-set: "dpdk-2n-tx2-prev-iter"
+ data-set: "dpdk-2n-tx2-hist-iter"
- title: "22.03"
+ data-set: "dpdk-2n-tx2-prev-iter"
+ - title: "22.07"
data-set: "dpdk-2n-tx2-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.07 vs 22.03"
reference: 2
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2.'
- - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
- - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
+ - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# Detailed Test Results - DPDK Performance Results 2n-zn2
- type: "table"
- "{DIR[DTR,PERF,VPP,2N,DNV]}"
- "{DIR[DTR,PERF,VPP,3N,DNV]}"
- "{DIR[DTR,PERF,VPP,2N,AWS]}"
- # - "{DIR[DTR,PERF,VPP,3N,AWS]}"
data:
- "vpp-2n-clx-curr-cov"
- "vpp-2n-icx-curr-cov"
- "vpp-2n-dnv-curr-cov"
- "vpp-3n-dnv-curr-cov"
- "vpp-2n-aws-curr-cov"
- # - "vpp-3n-aws-curr-cov"
filter: "'NDRPDR'"
data-start-level: 4
order-chapters:
- "2n-dnv"
- "3n-dnv"
- "2n-aws"
- # - "3n-aws"
level-3:
- "xl710"
- "x520"
- "{DIR[DTC,PERF,VPP,2N,DNV]}"
- "{DIR[DTC,PERF,VPP,3N,DNV]}"
- "{DIR[DTC,PERF,VPP,2N,AWS]}"
- # - "{DIR[DTC,PERF,VPP,3N,AWS]}"
data:
- "vpp-2n-clx-curr-cov"
- "vpp-2n-icx-curr-cov"
- "vpp-2n-dnv-curr-cov"
- "vpp-3n-dnv-curr-cov"
- "vpp-2n-aws-curr-cov"
- # - "vpp-3n-aws-curr-cov"
filter: "'NDRPDR'"
data-start-level: 4
order-chapters:
- "2n-dnv"
- "3n-dnv"
- "2n-aws"
- # - "3n-aws"
level-3:
- "xl710"
- "x520"
- "{DIR[DTO,PERF,VPP,2N,DNV]}"
- "{DIR[DTO,PERF,VPP,3N,DNV]}"
- "{DIR[DTO,PERF,VPP,2N,AWS]}"
- # - "{DIR[DTO,PERF,VPP,3N,AWS]}"
data:
- "vpp-2n-clx-curr-cov"
- "vpp-2n-icx-curr-cov"
- "vpp-2n-dnv-curr-cov"
- "vpp-3n-dnv-curr-cov"
- "vpp-2n-aws-curr-cov"
- # - "vpp-3n-aws-curr-cov"
filter: "'NDRPDR'"
data-start-level: 4
order-chapters:
- "2n-dnv"
- "3n-dnv"
- "2n-aws"
- # - "3n-aws"
level-3:
- "xl710"
- "x520"
- "{DIR[DTR,MRR,VPP,2N,DNV]}"
- "{DIR[DTR,MRR,VPP,3N,DNV]}"
- "{DIR[DTR,MRR,VPP,2N,AWS]}"
- # - "{DIR[DTR,MRR,VPP,3N,AWS]}"
data:
- "vpp-2n-clx-curr-iter-mrr"
- "vpp-2n-icx-curr-iter-mrr"
- "vpp-2n-dnv-curr-iter-mrr"
- "vpp-3n-dnv-curr-iter-mrr"
- "vpp-2n-aws-curr-iter-mrr"
- # - "vpp-3n-aws-curr-iter-mrr"
filter: "'MRR'"
data-start-level: 4
order-chapters:
- "2n-dnv"
- "3n-dnv"
- "2n-aws"
- # - "3n-aws"
level-3:
- "xl710"
- "x520"
- "{DIR[DTC,MRR,VPP,2N,DNV]}"
- "{DIR[DTC,MRR,VPP,3N,DNV]}"
- "{DIR[DTC,MRR,VPP,2N,AWS]}"
- # - "{DIR[DTC,MRR,VPP,3N,AWS]}"
data:
- "vpp-2n-clx-curr-iter-mrr"
- "vpp-2n-icx-curr-iter-mrr"
- "vpp-2n-dnv-curr-iter-mrr"
- "vpp-3n-dnv-curr-iter-mrr"
- "vpp-2n-aws-curr-iter-mrr"
- # - "vpp-3n-aws-curr-iter-mrr"
filter: "'MRR'"
data-start-level: 4
order-chapters:
- "2n-dnv"
- "3n-dnv"
- "2n-aws"
- # - "3n-aws"
level-3:
- "xl710"
- "x520"
filter: "all"
data-start-level: 4
-## DPDK Performance Results 2n-dnv
-#- type: "file"
-# title: "DPDK Performance Results 2n-dnv"
-# algorithm: "file_test_results"
-# output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}"
-# dir-tables: "{DIR[DTR,PERF,DPDK,2N,DNV]}"
-# data: "dpdk-perf-results-2n-dnv"
-# filter: "all"
-# data-start-level: 4
-#
-## DPDK Performance Results 3n-dnv
-#- type: "file"
-# title: "DPDK Performance Results 3n-dnv"
-# algorithm: "file_test_results"
-# output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}"
-# dir-tables: "{DIR[DTR,PERF,DPDK,3N,DNV]}"
-# data: "dpdk-perf-results-3n-dnv"
-# filter: "all"
-# data-start-level: 4
-
# DPDK Performance Results 3n-tsh
- type: "file"
title: "DPDK Performance Results 3n-tsh"
title: "2n-aws-nitro50g-1518b-{core}-ip6routing-base-scale-ena-{test_type}"
layout: "plot-throughput"
-# - type: "plot"
-# title: "Throughput: 3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}"
-# algorithm: "plot_ndrpdr_box_name"
-# output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}"
-# data: "vpp-3n-aws-curr-iter"
-# core: ["2t1c", 4t2c]
-# include:
-# - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr"
-# - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr"
-# - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr"
-# layout:
-# title: "3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}"
-# layout: "plot-throughput"
-
-# - type: "plot"
-# title: "Throughput: 3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}"
-# algorithm: "plot_ndrpdr_box_name"
-# output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}"
-# data: "vpp-3n-aws-curr-iter"
-# core: ["2t1c", 4t2c]
-# include:
-# - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.1518b-{core}-ethip4-ip4base-ndrpdr"
-# - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.1518b-{core}-ethip4-ip4scale20k-ndrpdr"
-# - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.1518b-{core}-ethip4-ip4scale20k-rnd-ndrpdr"
-# layout:
-# title: "3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}"
-# layout: "plot-throughput"
-
-# - type: "plot"
-# title: "Throughput: 3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-ena-{test_type}"
-# algorithm: "plot_ndrpdr_box_name"
-# output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-{test_type}"
-# data: "vpp-3n-aws-curr-iter"
-# core: ["2t1c", 4t2c]
-# include:
-# - "Tests.Vpp.Perf.Crypto.50ge1p1ENA-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr.1518B-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr"
-# layout:
-# title: "3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-ena-{test_type}"
-# layout: "plot-throughput"
-
-# - type: "plot"
-# title: "Throughput: 3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-ena-{test_type}"
-# algorithm: "plot_ndrpdr_box_name"
-# output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-{test_type}"
-# data: "vpp-3n-aws-curr-iter"
-# core: ["2t1c", 4t2c]
-# include:
-# - "Tests.Vpp.Perf.Crypto.50ge1p1ENA-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr.imix-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr"
-# layout:
-# title: "3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-ena-{test_type}"
-# layout: "plot-throughput"
-
- type: "plot"
title: "Throughput: 3n-tsh-x520-64b-{core}-ip4tunnel-base-ixgbe-{test_type}"
algorithm: "plot_ndrpdr_box_name"
layout:
layout: "plot-hdrh-latency-percentile-x-log"
-# - type: "plot"
-# title: "Latency by percentile: 3n-aws"
-# algorithm: "plot_hdrh_lat_by_percentile_x_log"
-# output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-aws"
-# output-file-links: "{DIR[LAT,VPP]}/3n_aws.rst"
-# target-links: "../../_static/vpp"
-# data: "vpp-3n-aws-curr-iter-best"
-# filter: "'2T1C'"
-# layout:
-# layout: "plot-hdrh-latency-percentile-x-log"
-
- type: "plot"
title: "Latency by percentile: DPDK 2n-icx"
algorithm: "plot_hdrh_lat_by_percentile_x_log"