data-set: "vpp-2n-icx-curr-iter-mrr"
- job-spec: "vpp-mlr-00"
data-set: "vpp-2n-icx-curr-iter"
- # - job-spec: "vpp-gso-mrr-00"
- # data-set: "vpp-2n-icx-curr-iter-gso"
- # - job-spec: "soak-00"
- # data-set: "vpp-2n-icx-curr-soak"
- # - job-spec: "vsap-00"
- # data-set: "vpp-2n-icx-curr-iter-vsap"
- # - job-spec: "nfv-density-mrr-00"
- # data-set: "vpp-2n-icx-curr-nfv-mrr"
- # - job-spec: "nfv-density-mlr-00"
- # data-set: "vpp-2n-icx-curr-nfv-ndrpdr"
- # - job-spec: "reconf-00"
- # data-set: "vpp-2n-icx-curr-nfv-reconf"
+ - job-spec: "vpp-gso-mrr-00"
+ data-set: "vpp-2n-icx-curr-iter-gso"
+ - job-spec: "soak-00"
+ data-set: "vpp-2n-icx-curr-soak"
+ - job-spec: "nfv-density-mrr-00"
+ data-set: "vpp-2n-icx-curr-nfv-mrr"
+ - job-spec: "nfv-density-mlr-00"
+ data-set: "vpp-2n-icx-curr-nfv-ndrpdr"
+ - job-spec: "reconf-00"
+ data-set: "vpp-2n-icx-curr-nfv-reconf"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-2n-icx-curr-iter"
data-set: "vpp-3n-icx-curr-iter-mrr"
- job-spec: "vpp-mlr-00"
data-set: "vpp-3n-icx-curr-iter"
- # - job-spec: "vpp-gso-mrr-00"
- # data-set: "vpp-3n-icx-curr-iter-gso"
- # - job-spec: "soak-00"
- # data-set: "vpp-3n-icx-curr-soak"
- # - job-spec: "vsap-00"
- # data-set: "vpp-3n-icx-curr-iter-vsap"
- # - job-spec: "nfv-density-mrr-00"
- # data-set: "vpp-3n-icx-curr-nfv-mrr"
- # - job-spec: "nfv-density-mlr-00"
- # data-set: "vpp-3n-icx-curr-nfv-ndrpdr"
- # - job-spec: "reconf-00"
- # data-set: "vpp-3n-icx-curr-nfv-reconf"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-3n-icx-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 3n-icx-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov"
-# jb-type: "coverage"
-# data: "vpp-3n-icx-curr-cov"
-# lines:
+- type: "table"
+ title: "Job Specification Duration: 3n-icx-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov"
+ jb-type: "coverage"
+ data: "vpp-3n-icx-curr-cov"
+ lines:
+ - job-spec: "crypto-00"
+ build: "35"
+ - job-spec: "crypto-01"
+ build: "36"
+ - job-spec: "crypto-02"
+ build: "37"
+ # - job-spec: "crypto-03" # Completly failed
+ # build: "70"
+ - job-spec: "crypto-04"
+ build: "38"
+ - job-spec: "ip4-00"
+ build: "39"
+ - job-spec: "ip4-01"
+ build: "40"
+ - job-spec: "ip4-02"
+ build: "41"
+ - job-spec: "ip4-03"
+ build: "42"
+ - job-spec: "ip4-04"
+ build: "43"
+ - job-spec: "ip4-05"
+ build: "44"
+ - job-spec: "ip4-06"
+ build: "45"
+ - job-spec: "ip4-07"
+ build: "46"
+ - job-spec: "ip4tun-00"
+ build: "47"
+ - job-spec: "ip4tun-02"
+ build: "48"
+ - job-spec: "ip6-00"
+ build: "49"
+ - job-spec: "ip6-01"
+ build: "50"
+ - job-spec: "ip6tun-00"
+ build: "71"
+ - job-spec: "l2-00"
+ build: "52"
+ - job-spec: "l2-01"
+ build: "53"
+ - job-spec: "l2-02"
+ build: "68"
+ - job-spec: "l2-03"
+ build: "55"
+ - job-spec: "l2-04"
+ build: "56"
+ - job-spec: "l2-05"
+ build: "57"
+ - job-spec: "l2-06"
+ build: "58"
+ - job-spec: "l2-07"
+ build: "59"
+ - job-spec: "l2-08"
+ build: "60"
+ - job-spec: "l2-09"
+ build: "61"
+ - job-spec: "l2-10"
+ build: "69"
+ - job-spec: "memif-00"
+ build: "63"
+ - job-spec: "srv6-00"
+ build: "64"
+ - job-spec: "srv6-01"
+ build: "65"
+ - job-spec: "vhost-00"
+ build: "66"
+ - job-spec: "vhost-01"
+ build: "67"
- type: "table"
title: "Job Specification Duration: 2n-clx-iterative"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-2n-clx-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 2n-clx-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov"
-# jb-type: "coverage"
-# data: "vpp-2n-clx-curr-cov"
-# lines:
-# - job-spec: "gso-00"
-# build: "18"
-# - job-spec: "ip4-00"
-# build: "19"
-# - job-spec: "ip4-01"
-# build: "20"
-# - job-spec: "ip4-02"
-# build: "21"
-# - job-spec: "ip4-03"
-# build: "22"
-# - job-spec: "ip4-04"
-# build: "23"
-# - job-spec: "ip4-05"
-# build: "24"
-# - job-spec: "ip4-06"
-# build: "25"
-# - job-spec: "ip4-07"
-# build: "26"
-# - job-spec: "ip4tun-00"
-# build: "27"
-# - job-spec: "ip6-00"
-# build: "28"
-# - job-spec: "ip6-01"
-# build: "29"
-# - job-spec: "l2-00"
-# build: "30"
-# - job-spec: "l2-01"
-# build: "31"
-# - job-spec: "lb-00"
-# build: "32"
-# - job-spec: "memif-00"
-# build: "33"
-# - job-spec: "vhost-00"
-# build: "34"
+- type: "table"
+ title: "Job Specification Duration: 2n-clx-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov"
+ jb-type: "coverage"
+ data: "vpp-2n-clx-curr-cov"
+ lines:
+ - job-spec: "gso-00"
+ build: "18"
+ - job-spec: "ip4-00"
+ build: "19"
+ - job-spec: "ip4-01"
+ build: "20"
+ - job-spec: "ip4-02"
+ build: "21"
+ - job-spec: "ip4-03"
+ build: "22"
+ - job-spec: "ip4-04"
+ build: "23"
+ - job-spec: "ip4-05"
+ build: "24"
+ - job-spec: "ip4-06"
+ build: "25"
+ - job-spec: "ip4-07"
+ build: "26"
+ - job-spec: "ip4tun-00"
+ build: "27"
+ - job-spec: "ip6-00"
+ build: "28"
+ - job-spec: "ip6-01"
+ build: "29"
+ - job-spec: "l2-00"
+ build: "30"
+ - job-spec: "l2-01"
+ build: "31"
+ - job-spec: "lb-00"
+ build: "32"
+ - job-spec: "memif-00"
+ build: "33"
+ - job-spec: "vhost-00"
+ build: "34"
- type: "table"
title: "Job Specification Duration: 2n-dnv-iterative"
- job-spec: "vpp-mlr-00"
data-set: "vpp-2n-dnv-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 2n-dnv-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov"
-# jb-type: "coverage"
-# data: "vpp-2n-dnv-curr-cov"
-# lines:
-# - job-spec: "ip4-00"
-# build: "7"
-# - job-spec: "ip4-01"
-# build: "8"
-# - job-spec: "ip6-00"
-# build: "9"
-# - job-spec: "ip6-01"
-# build: "10"
-# - job-spec: "l2-00"
-# build: "11"
-# - job-spec: "l2-01"
-# build: "12"
+- type: "table"
+ title: "Job Specification Duration: 2n-dnv-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov"
+ jb-type: "coverage"
+ data: "vpp-2n-dnv-curr-cov"
+ lines:
+ - job-spec: "ip4-00"
+ build: "7"
+ - job-spec: "ip4-01"
+ build: "8"
+ - job-spec: "ip6-00"
+ build: "14"
+ - job-spec: "ip6-01"
+ build: "10"
+ - job-spec: "l2-00"
+ build: "11"
+ - job-spec: "l2-01"
+ build: "12"
- type: "table"
title: "Job Specification Duration: 2n-aws-iterative"
- job-spec: "vpp-mlr-00"
data-set: "vpp-2n-aws-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 2n-aws-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov"
-# jb-type: "coverage"
-# data: "vpp-2n-aws-curr-cov"
-# lines:
-# - job-spec: "vpp-00"
-# build: "26"
+- type: "table"
+ title: "Job Specification Duration: 2n-aws-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov"
+ jb-type: "coverage"
+ data: "vpp-2n-aws-curr-cov"
+ lines:
+ - job-spec: "vpp-00"
+ build: "1"
- type: "table"
title: "Job Specification Duration: 3n-aws-iterative"
- job-spec: "vpp-mlr-00"
data-set: "vpp-3n-aws-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 3n-aws-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-cov"
-# jb-type: "coverage"
-# data: "vpp-3n-aws-curr-cov"
-# lines:
-# - job-spec: "vpp-00"
-# build: "34"
+- type: "table"
+ title: "Job Specification Duration: 3n-aws-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-cov"
+ jb-type: "coverage"
+ data: "vpp-3n-aws-curr-cov"
+ lines:
+ - job-spec: "vpp-00"
+ build: "1"
- type: "table"
title: "Job Specification Duration: 2n-skx-iterative"
- job-spec: "vpp-mlr-00"
data-set: "vpp-2n-skx-curr-iter"
- job-spec: "vpp-gso-mrr-00"
- data-set: "vpp-2n-skx-curr-gso"
+ data-set: "vpp-2n-skx-curr-iter-gso"
- job-spec: "soak-00"
data-set: "vpp-2n-skx-curr-soak"
- job-spec: "nfv-density-mrr-00"
- job-spec: "trex-mlr-00"
data-set: "trex-2n-skx-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 2n-skx-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-cov"
-# jb-type: "coverage"
-# data: "vpp-2n-skx-curr-cov"
-# lines:
-# - job-spec: "gso-00"
-# build: "18"
-# - job-spec: "ip4-00"
-# build: "19"
-# - job-spec: "ip4-01"
-# build: "20"
-# - job-spec: "ip4-02"
-# build: "21"
-# - job-spec: "ip4-03"
-# build: "22"
-# - job-spec: "ip4-04"
-# build: "23"
-# - job-spec: "ip4-05"
-# build: "24"
-# - job-spec: "ip4-06"
-# build: "25"
-# - job-spec: "ip4-07"
-# build: "26"
-# - job-spec: "ip4tun-00"
-# build: "27"
-# - job-spec: "ip6-00"
-# build: "28"
-# - job-spec: "ip6-01"
-# build: "29"
-# - job-spec: "l2-00"
-# build: "30"
-# - job-spec: "l2-01"
-# build: "31"
-# - job-spec: "lb-00"
-# build: "32"
-# - job-spec: "memif-00"
-# build: "33"
-# - job-spec: "vhost-00"
-# build: "34"
+- type: "table"
+ title: "Job Specification Duration: 2n-skx-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-cov"
+ jb-type: "coverage"
+ data: "vpp-2n-skx-curr-cov"
+ lines:
+ - job-spec: "gso-00"
+ build: "18"
+ - job-spec: "ip4-00"
+ build: "19"
+ - job-spec: "ip4-01"
+ build: "20"
+ - job-spec: "ip4-02"
+ build: "21"
+ - job-spec: "ip4-03"
+ build: "22"
+ - job-spec: "ip4-04"
+ build: "23"
+ - job-spec: "ip4-05"
+ build: "24"
+ - job-spec: "ip4-06"
+ build: "25"
+ - job-spec: "ip4-07"
+ build: "26"
+ - job-spec: "ip4tun-00"
+ build: "27"
+ - job-spec: "ip6-00"
+ build: "28"
+ - job-spec: "ip6-01"
+ build: "29"
+ - job-spec: "l2-00"
+ build: "30"
+ - job-spec: "l2-01"
+ build: "31"
+ - job-spec: "lb-00"
+ build: "32"
+ - job-spec: "memif-00"
+ build: "33"
+ - job-spec: "vhost-00"
+ build: "34"
- type: "table"
title: "Job Specification Duration: 2n-tx2-iterative"
- job-spec: "vpp-mlr-00"
data-set: "vpp-2n-tx2-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 2n-tx2-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov"
-# jb-type: "coverage"
-# data: "vpp-2n-tx2-curr-cov"
-# lines:
-# - job-spec: "ip4-00"
-# build: "1"
-# - job-spec: "ip4-01"
-# build: "2"
-# - job-spec: "ip4-02"
-# build: "3"
-# - job-spec: "ip4-03"
-# build: "4"
-# - job-spec: "ip4-04"
-# build: "5"
-# - job-spec: "ip4-05"
-# build: "6"
-# - job-spec: "ip4-06"
-# build: "7"
-# - job-spec: "ip6-00"
-# build: "8"
-# - job-spec: "ip6-01"
-# build: "9"
-# - job-spec: "l2-00"
-# build: "10"
-# - job-spec: "l2-01"
-# build: "11"
-# - job-spec: "l2-02"
-# build: "12"
-# - job-spec: "l2-03"
-# build: "13"
-# - job-spec: "l2-04"
-# build: "14"
+- type: "table"
+ title: "Job Specification Duration: 2n-tx2-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov"
+ jb-type: "coverage"
+ data: "vpp-2n-tx2-curr-cov"
+ lines:
+ - job-spec: "ip4-00"
+ build: "15"
+ - job-spec: "ip4-01"
+ build: "16"
+ - job-spec: "ip4-02"
+ build: "17"
+ - job-spec: "ip4-03"
+ build: "18"
+ - job-spec: "ip4-04"
+ build: "19"
+ - job-spec: "ip4-05"
+ build: "20"
+ - job-spec: "ip4-06"
+ build: "21"
+ - job-spec: "ip6-00"
+ build: "22"
+ - job-spec: "ip6-01"
+ build: "23"
+ - job-spec: "l2-00"
+ build: "24"
+ - job-spec: "l2-01"
+ build: "25"
+ - job-spec: "l2-02"
+ build: "26"
+ - job-spec: "l2-03"
+ build: "27"
+ - job-spec: "l2-04"
+ build: "28"
- type: "table"
title: "Job Specification Duration: 2n-zn2-iterative"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-2n-zn2-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 2n-zn2-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov"
-# jb-type: "coverage"
-# data: "vpp-2n-zn2-curr-cov"
-# lines:
-# - job-spec: "gso-00"
-# build: "1"
+- type: "table"
+ title: "Job Specification Duration: 2n-zn2-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov"
+ jb-type: "coverage"
+ data: "vpp-2n-zn2-curr-cov"
+ lines:
+ - job-spec: "gso-00"
+ build: "16"
# - job-spec: "ip4-00"
-# build: "2"
-# - job-spec: "ip4-01"
-# build: "3"
-# - job-spec: "ip4-02"
-# build: "4"
-# - job-spec: "ip4-03"
-# build: "18"
-# - job-spec: "ip4-04"
-# build: "6"
-# - job-spec: "ip4-05"
-# build: "7"
-# - job-spec: "ip4tun-00"
-# build: "8"
-# - job-spec: "ip6-00"
-# build: "9"
-# - job-spec: "ip6-01"
-# build: "19"
-# - job-spec: "l2-00"
-# build: "11"
-# - job-spec: "l2-01"
-# build: "12"
-# - job-spec: "lb-00"
-# build: "13"
-# - job-spec: "memif-00"
-# build: "14"
-# - job-spec: "vhost-00"
-# build: "15"
+# build: "17"
+ - job-spec: "ip4-01"
+ build: "18"
+ - job-spec: "ip4-02"
+ build: "19"
+ - job-spec: "ip4-03"
+ build: "20"
+ - job-spec: "ip4-04"
+ build: "21"
+ - job-spec: "ip4-05"
+ build: "22"
+ - job-spec: "ip4tun-00"
+ build: "23"
+ - job-spec: "ip6-00"
+ build: "24"
+ - job-spec: "ip6-01"
+ build: "25"
+ - job-spec: "l2-00"
+ build: "26"
+ - job-spec: "l2-01"
+ build: "27"
+ - job-spec: "lb-00"
+ build: "28"
+ - job-spec: "memif-00"
+ build: "29"
+ - job-spec: "vhost-00"
+ build: "30"
- type: "table"
title: "Job Specification Duration: 3n-dnv-iterative"
- job-spec: "vpp-mlr-00"
data-set: "vpp-3n-dnv-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 3n-dnv-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov"
-# jb-type: "coverage"
-# data: "vpp-3n-dnv-curr-cov"
-# lines:
-# - job-spec: "crypto-00"
-# build: "12"
-# - job-spec: "crypto-01"
-# build: "13"
-# - job-spec: "crypto-02"
-# build: "14"
-# - job-spec: "ip4-00"
-# build: "15"
-# - job-spec: "ip4-01"
-# build: "16"
-# - job-spec: "ip4tun-00"
-# build: "17"
-# - job-spec: "ip6-00"
-# build: "18"
-# - job-spec: "ip6-01"
-# build: "19"
-# - job-spec: "l2-00"
-# build: "20"
-# - job-spec: "l2-01"
-# build: "21"
+- type: "table"
+ title: "Job Specification Duration: 3n-dnv-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov"
+ jb-type: "coverage"
+ data: "vpp-3n-dnv-curr-cov"
+ lines:
+ - job-spec: "crypto-00"
+ build: "11"
+ - job-spec: "crypto-01"
+ build: "12"
+ - job-spec: "crypto-02"
+ build: "13"
+ - job-spec: "ip4-00"
+ build: "14"
+ - job-spec: "ip4-01"
+ build: "15"
+ - job-spec: "ip4tun-00"
+ build: "16"
+ - job-spec: "ip6-00"
+ build: "17"
+ - job-spec: "ip6-01"
+ build: "18"
+ - job-spec: "l2-00"
+ build: "19"
+ - job-spec: "l2-01"
+ build: "20"
- type: "table"
title: "Job Specification Duration: 3n-skx-iterative"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-3n-skx-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 3n-skx-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov"
-# jb-type: "coverage"
-# data: "vpp-3n-skx-curr-cov"
-# lines:
-# - job-spec: "crypto-00"
-# build: "35"
-# - job-spec: "crypto-01"
-# build: "36"
-# - job-spec: "crypto-02"
-# build: "37"
-# - job-spec: "crypto-03" # Completly failed
-# build: "38"
-# - job-spec: "crypto-04"
-# build: "39"
-# - job-spec: "ip4-00"
-# build: "40"
-# - job-spec: "ip4-01"
-# build: "41"
-# - job-spec: "ip4-02"
-# build: "42"
-# - job-spec: "ip4-03"
-# build: "43"
-# - job-spec: "ip4-04"
-# build: "44"
-# - job-spec: "ip4-05"
-# build: "45"
-# - job-spec: "ip4-06"
-# build: "46"
-# - job-spec: "ip4-07"
-# build: "47"
-# - job-spec: "ip4tun-00"
-# build: "48"
-# - job-spec: "ip4tun-02"
-# build: "49"
-# - job-spec: "ip6-00"
-# build: "50"
-# - job-spec: "ip6-01"
-# build: "51"
-# - job-spec: "ip6tun-00"
-# build: "52"
-# - job-spec: "l2-00"
-# build: "53"
-# - job-spec: "l2-01"
-# build: "54"
-# - job-spec: "l2-02"
-# build: "55"
-# - job-spec: "l2-03"
-# build: "56"
-# - job-spec: "l2-04"
-# build: "57"
-# - job-spec: "l2-05"
-# build: "58"
-# - job-spec: "l2-06"
-# build: "59"
-# - job-spec: "l2-07"
-# build: "60"
-# - job-spec: "l2-08"
-# build: "61"
-# - job-spec: "l2-09"
-# build: "62"
-# - job-spec: "l2-10"
-# build: "63"
-# - job-spec: "memif-00"
-# build: "64"
-# - job-spec: "srv6-00"
-# build: "65"
-# - job-spec: "srv6-01"
-# build: "66"
-# - job-spec: "vhost-00"
-# build: "67"
-# - job-spec: "vhost-01"
-# build: "68"
+- type: "table"
+ title: "Job Specification Duration: 3n-skx-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov"
+ jb-type: "coverage"
+ data: "vpp-3n-skx-curr-cov"
+ lines:
+ - job-spec: "crypto-00"
+ build: "35"
+ - job-spec: "crypto-01"
+ build: "36"
+ - job-spec: "crypto-02"
+ build: "37"
+ # - job-spec: "crypto-03" # Completly failed
+ # build: "68"
+ - job-spec: "crypto-04"
+ build: "38"
+ - job-spec: "ip4-00"
+ build: "39"
+ - job-spec: "ip4-01"
+ build: "40"
+ - job-spec: "ip4-02"
+ build: "41"
+ - job-spec: "ip4-03"
+ build: "42"
+ - job-spec: "ip4-04"
+ build: "43"
+ - job-spec: "ip4-05"
+ build: "44"
+ - job-spec: "ip4-06"
+ build: "45"
+ - job-spec: "ip4-07"
+ build: "46"
+ - job-spec: "ip4tun-00"
+ build: "47"
+ - job-spec: "ip4tun-02"
+ build: "48"
+ - job-spec: "ip6-00"
+ build: "49"
+ - job-spec: "ip6-01"
+ build: "50"
+ - job-spec: "ip6tun-00"
+ build: "69"
+ - job-spec: "l2-00"
+ build: "52"
+ - job-spec: "l2-01"
+ build: "53"
+ - job-spec: "l2-02"
+ build: "54"
+ - job-spec: "l2-03"
+ build: "55"
+ - job-spec: "l2-04"
+ build: "56"
+ - job-spec: "l2-05"
+ build: "57"
+ - job-spec: "l2-06"
+ build: "58"
+ - job-spec: "l2-07"
+ build: "59"
+ - job-spec: "l2-08"
+ build: "60"
+ - job-spec: "l2-09"
+ build: "61"
+ - job-spec: "l2-10"
+ build: "62"
+ - job-spec: "memif-00"
+ build: "63"
+ - job-spec: "srv6-00"
+ build: "64"
+ - job-spec: "srv6-01"
+ build: "65"
+ - job-spec: "vhost-00"
+ build: "66"
+ - job-spec: "vhost-01"
+ build: "67"
- type: "table"
title: "Job Specification Duration: 3n-tsh-iterative"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-3n-tsh-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 3n-tsh-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov"
-# jb-type: "coverage"
-# data: "vpp-3n-tsh-curr-cov"
-# lines:
-# - job-spec: "ip4-00"
-# build: "1"
-# - job-spec: "ip4-01"
-# build: "2"
-# - job-spec: "ip4-02"
-# build: "3"
-# - job-spec: "ip4-03"
-# build: "4"
-# - job-spec: "ip4tun-00"
-# build: "5"
-# - job-spec: "ip6-00"
-# build: "6"
-# - job-spec: "ip6-01"
-# build: "7"
-# - job-spec: "l2-00"
-# build: "8"
-# - job-spec: "l2-01"
-# build: "9"
-# - job-spec: "l2-02"
-# build: "10"
-# - job-spec: "l2-03"
-# build: "11"
-# - job-spec: "l2-04"
-# build: "12"
-# - job-spec: "memif-00"
-# build: "13"
-# - job-spec: "srv6-00"
-# build: "14"
-# - job-spec: "srv6-01"
-# build: "15"
-# - job-spec: "vhost-00"
-# build: "16"
-# - job-spec: "vhost-01"
-# build: "17"
+- type: "table"
+ title: "Job Specification Duration: 3n-tsh-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov"
+ jb-type: "coverage"
+ data: "vpp-3n-tsh-curr-cov"
+ lines:
+ - job-spec: "ip4-00"
+ build: "18"
+ - job-spec: "ip4-01"
+ build: "19"
+ - job-spec: "ip4-02"
+ build: "20"
+ - job-spec: "ip4-03"
+ build: "21"
+ - job-spec: "ip4tun-00"
+ build: "22"
+ - job-spec: "ip6-00"
+ build: "23"
+ - job-spec: "ip6-01"
+ build: "24"
+ - job-spec: "l2-00"
+ build: "25"
+ - job-spec: "l2-01"
+ build: "26"
+ - job-spec: "l2-02"
+ build: "27"
+ - job-spec: "l2-03"
+ build: "28"
+ - job-spec: "l2-04"
+ build: "29"
+ - job-spec: "memif-00"
+ build: "30"
+ - job-spec: "srv6-00"
+ build: "31"
+ - job-spec: "srv6-01"
+ build: "32"
+ - job-spec: "vhost-00"
+ build: "33"
+ - job-spec: "vhost-01"
+ build: "34"
# VPP Latency Changes 3n-skx 2t1c
- type: "table"
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
+# VPP Soak vs NDR - 2n-icx
+- type: "table"
+ title: "VPP Soak vs NDR 2n-icx"
+ algorithm: "table_soak_vs_ndr"
+ output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-icx"
+ reference:
+ title: "NDR"
+ data: "vpp-soak-vs-ndr-2n-icx-ref"
+ compare:
+ title: "Soak"
+ data: "vpp-2n-icx-curr-soak"
+ data: "vpp-soak-vs-ndr-2n-icx"
+ include-tests: "NDR"
+ filter: "'NDRPDR' or 'SOAK'"
+ parameters:
+ - "throughput"
+ - "name"
+ - "parent"
+
# VPP Soak vs NDR - 2n-skx
- type: "table"
title: "VPP Soak vs NDR 2n-skx"
################################################################################
# VPP
+# VPP Performance Changes 3n-skx Hoststack
+- type: "table"
+ title: "VPP Performance Changes 3n-skx Hoststack"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-hoststack"
+ include-tests: "hoststack"
+ filter: "all"
+ columns:
+ - title: "2110.0-8"
+ data-set: "vpp-3n-skx-prev-iter-hoststack-old-env"
+ - title: "2202.0-9"
+ data-set: "vpp-3n-skx-curr-iter-hoststack"
+ comparisons:
+ - title: "2202.0-9 vs 2110.0-8"
+ reference: 1
+ compare: 2
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: Hoststack on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [Gbps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
+
+# VPP Performance Changes 2n-clx VSAP
+- type: "table"
+ title: "VPP Performance Changes 2n-clx VSAP"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-vsap"
+ include-tests: "vsap"
+ filter: "all"
+ columns:
+ - title: "2110.0-8"
+ data-set: "vpp-2n-clx-curr-iter-vsap-old-env"
+ - title: "2202.0-9"
+ data-set: "vpp-2n-clx-curr-iter-vsap"
+ comparisons:
+ - title: "2202.0-9 vs 2110.0-8"
+ reference: 1
+ compare: 2
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.'
+ - 'YYMM.V-E: [cps|rps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
+
# VPP Performance Changes 3n-skx 2t1c pdr
- type: "table"
title: "VPP Performance Changes 3n-skx 2t1c pdr"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-aws with nitro50g.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-aws with nitro50g.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2110.0-9 vs 2110.0-8: Compares CSIT environment current vs previous with previous VPP code.'
- '2202.0-9 vs 2110.0-9: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
-# VPP Performance Changes 2n-aws 8t4c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-aws 8t4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-8t4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C'"
- columns:
- - title: "2110.0-8"
- data-set: "vpp-2n-aws-prev-iter-mrr"
- - title: "2202.0-9"
- data-set: "vpp-2n-aws-curr-iter-mrr"
- comparisons:
- - title: "2202.0-9 vs 2110.0-8"
- reference: 1
- compare: 2
- legend:
- - ''
- - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
+# # VPP Performance Changes 2n-aws 8t4c mrr
+# - type: "table"
+# title: "VPP Performance Changes 2n-aws 8t4c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-8t4c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'8T4C'"
+# columns:
+# - title: "2110.0-8"
+# data-set: "vpp-2n-aws-prev-iter-mrr"
+# - title: "2202.0-9"
+# data-set: "vpp-2n-aws-curr-iter-mrr"
+# comparisons:
+# - title: "2202.0-9 vs 2110.0-8"
+# reference: 1
+# compare: 2
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
# VPP Performance Changes 3n-aws 2t1c mrr
- type: "table"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
-# VPP Performance Changes 3n-aws 8t4c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-aws 8t4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-8t4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C'"
- columns:
- - title: "2110.0-8"
- data-set: "vpp-3n-aws-prev-iter-mrr"
- - title: "2202.0-9"
- data-set: "vpp-3n-aws-curr-iter-mrr"
- comparisons:
- - title: "2202.0-9 vs 2110.0-8"
- reference: 1
- compare: 2
- legend:
- - ''
- - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
+# # VPP Performance Changes 3n-aws 8t4c mrr
+# - type: "table"
+# title: "VPP Performance Changes 3n-aws 8t4c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-8t4c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'8T4C'"
+# columns:
+# - title: "2110.0-8"
+# data-set: "vpp-3n-aws-prev-iter-mrr"
+# - title: "2202.0-9"
+# data-set: "vpp-3n-aws-curr-iter-mrr"
+# comparisons:
+# - title: "2202.0-9 vs 2110.0-8"
+# reference: 1
+# compare: 2
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+ filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X520'"
columns:
- title: "21.02"
data-set: "dpdk-3n-tsh-hist-iter"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+ filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X520'"
columns:
- title: "21.02"
data-set: "dpdk-3n-tsh-hist-iter"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+ filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X520'"
columns:
- title: "21.02"
data-set: "dpdk-3n-tsh-hist-iter"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+ filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X520'"
columns:
- title: "21.02"
data-set: "dpdk-3n-tsh-hist-iter"
################################################################################
+# Soak Test (PLRsearch), boxes - 2n-icx
+- type: "plot"
+ title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)"
+ algorithm: "plot_perf_box_name"
+ output-file-type: ".html"
+ output-file: "{DIR[STATIC,VPP]}/soak-test-2n-icx-1"
+ data: "vpp-2n-icx-curr-soak"
+ include:
+ - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Soak.64B-2t1c-avf-eth-l2xcbase-soak"
+ - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak"
+ - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Soak.64B-2t1c-eth-l2xcbase-soak"
+ - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-eth-l2bdbasemaclrn-soak"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Soak.64B-2t1c-avf-ethip4-ip4base-soak"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Soak.64B-2t1c-ethip4-ip4base-soak"
+ layout:
+ title: "30 Minutes Soak Test (PLRsearch)"
+ layout: "plot-soak-throughput"
+
+# Soak Test (PLRsearch), boxes - 2n-icx
+- type: "plot"
+ title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)"
+ algorithm: "plot_perf_box_name"
+ output-file-type: ".html"
+ output-file: "{DIR[STATIC,VPP]}/soak-test-2n-icx-2"
+ data: "vpp-2n-icx-curr-soak"
+ include:
+ - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Soak.78B-2t1c-avf-ethip6-ip6base-soak"
+ - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Soak.78B-2t1c-ethip6-ip6base-soak"
+ - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak"
+ - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak"
+ - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-soak"
+ - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-soak"
+ layout:
+ title: "30 Minutes Soak Test (PLRsearch)"
+ layout: "plot-soak-throughput"
+
# Soak Test (PLRsearch), boxes - 2n-clx
- type: "plot"
title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)"
###############################################################################
+# Reconf tests 2n-icx
+
+- type: "plot"
+ title: "NFV Effective Blocked Time: 2n-icx-xxv710-imix-{core}-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf"
+ algorithm: "plot_nf_reconf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-imix-{core}-dot1qip4vxlan-l2bd-reconf"
+ data: "vpp-2n-icx-curr-nfv-reconf"
+ core: ["2t1c", "4t2c", "8t4c"]
+ include:
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf"
+ layout:
+ title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd"
+ layout: "plot-throughput"
+
+###############################################################################
+
# Reconf tests 2n-skx
- type: "plot"
###############################################################################
+# Plots - NF Density - 2n-icx - VSC - MRR IMIX
+- type: "plot"
+ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-{test_type}"
+ algorithm: "plot_nf_heatmap"
+ output-file: "{DIR[STATIC,VPP]}/l2bd-2n-icx-xxv710-imix-{core}-base-vsc-{test_type}"
+ data: "vpp-2n-icx-curr-nfv-mrr"
+ core: ["2t1c", "4t2c", "8t4c"]
+ test-type: ["mrr", ]
+ include:
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Vh-1Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-2vh-1vm1t-vppip4-mrr"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Vh-2Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-4vh-2vm1t-vppip4-mrr"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-8vh-4vm1t-vppip4-mrr"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Vh-6Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-12vh-6vm1t-vppip4-mrr"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Vh-2Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-4vh-2vm1t-vppip4-mrr"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-8vh-4vm1t-vppip4-mrr"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-4ch-8vh-4vm1t-vppip4-mrr"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Vh-6Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6ch-12vh-6vm1t-vppip4-mrr"
+ x-axis: "X = VNFs per Service Chain"
+ y-axis: "Y = Number of Service Chains"
+ z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]"
+ layout:
+ title: "<b>Throughput:</b> eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-test_type"
+ layout: "plot-service-density"
+
+# Plots - NF Density - 2n-icx - VSC - NDRPDR IMIX
+- type: "plot"
+ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-{test_type}"
+ algorithm: "plot_nf_heatmap"
+ output-file: "{DIR[STATIC,VPP]}/l2bd-2n-icx-xxv710-imix-{core}-base-vsc-{test_type}"
+ data: "vpp-2n-icx-curr-nfv-ndrpdr"
+ core: ["2t1c", "4t2c", "8t4c"]
+ include:
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Vh-1Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-2vh-1vm1t-vppip4-ndrpdr"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Vh-2Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-4vh-2vm1t-vppip4-ndrpdr"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Vh-4Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-8vh-4vm1t-vppip4-ndrpdr"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Vh-6Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-12vh-6vm1t-vppip4-ndrpdr"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Vh-2Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2ch-4vh-2vm1t-vppip4-ndrpdr"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Vh-4Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2ch-8vh-4vm1t-vppip4-ndrpdr"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Vh-4Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-4ch-8vh-4vm1t-vppip4-ndrpdr"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Vh-6Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-6ch-12vh-6vm1t-vppip4-ndrpdr"
+ x-axis: "X = VNFs per Service Chain"
+ y-axis: "Y = Number of Service Chains"
+ z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]"
+ layout:
+ title: "<b>Throughput:</b> eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-test_type"
+ layout: "plot-service-density"
+
+# Plots - NF Density - 2n-icx - VSC vxlan - MRR IMIX
+- type: "plot"
+ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-{test_type}"
+ algorithm: "plot_nf_heatmap"
+ output-file: "{DIR[STATIC,VPP]}/l2bd-2n-icx-xxv710-imix-{core}-base-vsc-vxlan-{test_type}"
+ data: "vpp-2n-icx-curr-nfv-mrr"
+ core: ["2t1c", "4t2c", "8t4c"]
+ test-type: ["mrr", ]
+ include:
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-2Vh-1Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd-mrr"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-4Vh-2Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd-mrr"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-8Vh-4Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd-mrr"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-12Vh-6Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd-mrr"
+ x-axis: "X = VNFs per Service Chain"
+ y-axis: "Y = Number of Service Chains"
+ z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]"
+ layout:
+ title: "<b>Throughput:</b> eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-test_type"
+ layout: "plot-service-density"
+
+# Plots - NF Density - 2n-icx - VSC vxlan - NDRPDR IMIX
+- type: "plot"
+ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-{test_type}"
+ algorithm: "plot_nf_heatmap"
+ output-file: "{DIR[STATIC,VPP]}/l2bd-2n-icx-xxv710-imix-{core}-base-vsc-vxlan-{test_type}"
+ data: "vpp-2n-icx-curr-nfv-ndrpdr"
+ core: ["2t1c", "4t2c", "8t4c"]
+ include:
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-2Vh-1Vm1T-Testpmd-ndrpdr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd-ndrpdr"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-4Vh-2Vm1T-Testpmd-ndrpdr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd-ndrpdr"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-8Vh-4Vm1T-Testpmd-ndrpdr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd-ndrpdr"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-12Vh-6Vm1T-Testpmd-ndrpdr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd-ndrpdr"
+ x-axis: "X = VNFs per Service Chain"
+ y-axis: "Y = Number of Service Chains"
+ z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]"
+ layout:
+ title: "<b>Throughput:</b> eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-test_type"
+ layout: "plot-service-density"
+
+###############################################################################
+
+# Plots - NF Density - 2n-icx - CSC - MRR IMIX
+- type: "plot"
+ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-{test_type}"
+ algorithm: "plot_nf_heatmap"
+ output-file: "{DIR[STATIC,VPP]}/l2bd-2n-icx-xxv710-imix-{core}-base-csc-{test_type}"
+ data: "vpp-2n-icx-curr-nfv-mrr"
+ core: ["2t1c", "4t2c", "8t4c"]
+ test-type: ["mrr", ]
+ include:
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Mif-1Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-2mif-1dcr1t-vppip4-mrr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-4mif-2dcr1t-vppip4-mrr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-8mif-4dcr1t-vppip4-mrr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-12mif-6dcr1t-vppip4-mrr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-4mif-2dcr1t-vppip4-mrr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-8mif-4dcr1t-vppip4-mrr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-4ch-8mif-4dcr1t-vppip4-mrr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6ch-12mif-6dcr1t-vppip4-mrr"
+ x-axis: "X = CNFs per Service Chain"
+ y-axis: "Y = Number of Service Chains"
+ z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]"
+ layout:
+ title: "<b>Throughput:</b> eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-test_type"
+ layout: "plot-service-density"
+
+# Plots - NF Density - 2n-icx - CSC - NDRPDR IMIX
+- type: "plot"
+ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-{test_type}"
+ algorithm: "plot_nf_heatmap"
+ output-file: "{DIR[STATIC,VPP]}/l2bd-2n-icx-xxv710-imix-{core}-base-csc-{test_type}"
+ data: "vpp-2n-icx-curr-nfv-ndrpdr"
+ core: ["2t1c", "4t2c", "8t4c"]
+ include:
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Mif-1Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-2mif-1dcr1t-vppip4-ndrpdr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Mif-2Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-4mif-2dcr1t-vppip4-ndrpdr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-8mif-4dcr1t-vppip4-ndrpdr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Mif-6Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-12mif-6dcr1t-vppip4-ndrpdr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Mif-2Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2ch-4mif-2dcr1t-vppip4-ndrpdr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2ch-8mif-4dcr1t-vppip4-ndrpdr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-4ch-8mif-4dcr1t-vppip4-ndrpdr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Mif-6Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-6ch-12mif-6dcr1t-vppip4-ndrpdr"
+ x-axis: "X = CNFs per Service Chain"
+ y-axis: "Y = Number of Service Chains"
+ z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]"
+ layout:
+ title: "<b>Throughput:</b> eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-test_type"
+ layout: "plot-service-density"
+
+###############################################################################
+
+# Plots - NF Density - 2n-icx - CSP - MRR IMIX
+- type: "plot"
+ title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-{test_type}"
+ algorithm: "plot_nf_heatmap"
+ output-file: "{DIR[STATIC,VPP]}/l2bd-2n-icx-xxv710-imix-{core}-base-csp-{test_type}"
+ data: "vpp-2n-icx-curr-nfv-mrr"
+ core: ["2t1c", "4t2c", "8t4c"]
+ test-type: ["mrr", ]
+ include:
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-1Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-1dcr1t-vppip4-mrr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-2dcr1t-vppip4-mrr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-4dcr1t-vppip4-mrr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-6dcr1t-vppip4-mrr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-2dcr1t-vppip4-mrr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-4dcr1t-vppip4-mrr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-8mif-4dcr1t-vppip4-mrr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Pl-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6pl-12mif-6dcr1t-vppip4-mrr"
+ x-axis: "X = CNFs per Service Pipeline"
+ y-axis: "Y = Number of Service Pipelines"
+ z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]"
+ layout:
+ title: "<b>Throughput:</b> eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-test_type"
+ layout: "plot-service-density"
+
+# Plots - NF Density - 2n-icx - CSP - NDRPDR IMIX
+- type: "plot"
+ title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-{test_type}"
+ algorithm: "plot_nf_heatmap"
+ output-file: "{DIR[STATIC,VPP]}/l2bd-2n-icx-xxv710-imix-{core}-base-csp-{test_type}"
+ data: "vpp-2n-icx-curr-nfv-ndrpdr"
+ core: ["2t1c", "4t2c", "8t4c"]
+ include:
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-1Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-1dcr1t-vppip4-ndrpdr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-2Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-2dcr1t-vppip4-ndrpdr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-4dcr1t-vppip4-ndrpdr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-6Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-6dcr1t-vppip4-ndrpdr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-2Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-2dcr1t-vppip4-ndrpdr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-4dcr1t-vppip4-ndrpdr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-8Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2pl-8mif-4dcr1t-vppip4-ndrpdr"
+ - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Pl-12Mif-6Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-6pl-12mif-6dcr1t-vppip4-ndrpdr"
+ x-axis: "X = CNFs per Service Pipeline"
+ y-axis: "Y = Number of Service Pipelines"
+ z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]"
+ layout:
+ title: "<b>Throughput:</b> eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-test_type"
+ layout: "plot-service-density"
+
+###############################################################################
+
# Plots - NF Density - 2n-skx - VSC - MRR IMIX
- type: "plot"
title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-{test_type}"
- "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-{core}-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr"
- "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr"
- "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr"
-# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr"
-# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr"
-# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr"
+ - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr"
+ - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr"
+ - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr"
layout:
title: "3n-skx-xxv710-78b-{core}-srv6-ip6routing-base-avf-{test_type}"
layout: "plot-throughput"
# GSO
+- type: "plot"
+ title: "Throughput: 2n-icx-128kb-{core}-ip4routing-iperf3"
+ algorithm: "plot_mrr_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-icx-128kb-{core}-ip4routing-iperf3"
+ data: "vpp-2n-icx-curr-iter-gso"
+ core: ["1t1c", "2t2c", "4t4c"]
+ include:
+ - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr"
+ - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Tap-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-iperf3-mrr"
+ - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Vhost-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-gso-iperf3-mrr"
+ - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Vhost-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-iperf3-mrr"
+ layout:
+ title: "2n-icx-128kb-{core}-ip4routing-iperf3"
+ layout: "plot-throughput-gbps"
+
- type: "plot"
title: "Throughput: 2n-skx-128kb-{core}-ip4routing-iperf3"
algorithm: "plot_mrr_box_name"
output-file: "{DIR[STATIC,VPP]}/2n-skx-128kb-{core}-ip4routing-iperf3"
- data: "vpp-2n-skx-curr-gso"
+ data: "vpp-2n-skx-curr-iter-gso"
core: ["1t1c", "2t2c", "4t4c"]
include:
- "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr"