data-set: "vpp-2n-icx-curr-nfv-reconf"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-2n-icx-curr-iter"
+ - job-spec: "trex-mlr-00"
+ data-set: "trex-2n-icx-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 2n-icx-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov"
-# jb-type: "coverage"
-# data: "vpp-2n-icx-curr-cov"
-# lines:
-# - job-spec: "gso-00"
-# build: "1"
-# - job-spec: "ip4-00"
-# build: "2"
-# - job-spec: "ip4-01"
-# build: "3"
-# - job-spec: "ip4-02"
-# build: "4"
-# - job-spec: "ip4-03"
-# build: "5"
-# - job-spec: "ip4-04"
-# build: "6"
-# - job-spec: "ip4-05"
-# build: "7"
-# - job-spec: "ip4-06"
-# build: "8"
-# - job-spec: "ip4-07"
-# build: "9"
-# - job-spec: "ip4tun-00"
-# build: "10"
-# - job-spec: "ip6-00"
-# build: "11"
-# - job-spec: "ip6-01"
-# build: "12"
-# - job-spec: "l2-00"
-# build: "13"
-# - job-spec: "l2-01"
-# build: "14"
-# - job-spec: "lb-00"
-# build: "15"
-# - job-spec: "memif-00"
-# build: "16"
-# - job-spec: "vhost-00"
-# build: "17"
+- type: "table"
+ title: "Job Specification Duration: 2n-icx-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov"
+ jb-type: "coverage"
+ data: "vpp-2n-icx-curr-cov"
+ lines:
+ - job-spec: "gso-00"
+ build: "2"
+ - job-spec: "ip4-00"
+ build: "8"
+ - job-spec: "ip4-01"
+ build: "3"
+ - job-spec: "ip4-02"
+ build: "17"
+ - job-spec: "ip4-03"
+ build: "5"
+ - job-spec: "ip4-04"
+ build: "6"
+ - job-spec: "ip4-05"
+ build: "7"
+ - job-spec: "ip4-06"
+ build: "18"
+ - job-spec: "ip4-07"
+ build: "9"
+ - job-spec: "ip4tun-00"
+ build: "10"
+ - job-spec: "ip6-00"
+ build: "14"
+ - job-spec: "ip6-01"
+ build: "20"
+ - job-spec: "l2-00"
+ build: "25"
+ - job-spec: "l2-01"
+ build: "21"
+ - job-spec: "lb-00"
+ build: "22"
+ - job-spec: "memif-00"
+ build: "23"
+ - job-spec: "vhost-00"
+ build: "24"
- type: "table"
title: "Job Specification Duration: 3n-icx-iterative"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-3n-icx-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 3n-icx-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov"
-# jb-type: "coverage"
-# data: "vpp-3n-icx-curr-cov"
-# lines:
-# - job-spec: "crypto-00"
-# build: "1"
-# - job-spec: "crypto-01"
-# build: "2"
-# - job-spec: "crypto-02"
-# build: "3"
-# - job-spec: "crypto-03"
-# build: "35"
-# - job-spec: "crypto-04"
-# build: "4"
-# - job-spec: "crypto-05"
-# build: "34"
-# - job-spec: "ip4-00"
-# build: "5"
-# - job-spec: "ip4-01"
-# build: "6"
-# - job-spec: "ip4-02"
-# build: "7"
-# - job-spec: "ip4-03"
-# build: "8"
+- type: "table"
+ title: "Job Specification Duration: 3n-icx-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov"
+ jb-type: "coverage"
+ data: "vpp-3n-icx-curr-cov"
+ lines:
+ - job-spec: "crypto-00"
+ build: "7"
+ - job-spec: "crypto-01"
+ build: "8"
+ - job-spec: "crypto-02"
+ build: "10"
+ - job-spec: "crypto-03"
+ build: "9"
+ - job-spec: "crypto-04"
+ build: "12"
+ - job-spec: "crypto-05"
+ build: "11"
+ - job-spec: "ip4-00"
+ build: "13"
+ - job-spec: "ip4-01"
+ build: "14"
+ - job-spec: "ip4-02"
+ build: "15"
+ - job-spec: "ip4-03"
+ build: "16"
# - job-spec: "ip4-04"
# build: "9"
# - job-spec: "ip4-05"
data-set: "vpp-2n-clx-curr-iter-gso"
- job-spec: "soak-00"
data-set: "vpp-2n-clx-curr-soak"
- # - job-spec: "vsap-00"
- # data-set: "vpp-2n-clx-curr-iter-vsap"
- job-spec: "nfv-density-mrr-00"
data-set: "vpp-2n-clx-curr-nfv-mrr"
- job-spec: "nfv-density-mlr-00"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-2n-clx-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 2n-clx-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov"
-# jb-type: "coverage"
-# data: "vpp-2n-clx-curr-cov"
-# lines:
-# - job-spec: "gso-00"
-# build: "4"
-# - job-spec: "ip4-00"
-# build: "5"
-# - job-spec: "ip4-01"
-# build: "6"
-# - job-spec: "ip4-02"
-# build: "7"
-# - job-spec: "ip4-03"
-# build: "8"
-# - job-spec: "ip4-04"
-# build: "9"
-# - job-spec: "ip4-05"
-# build: "10"
-# - job-spec: "ip4-06"
-# build: "11"
-# - job-spec: "ip4-07"
-# build: "12"
-# - job-spec: "ip4tun-00"
-# build: "13"
-# - job-spec: "ip6-00"
-# build: "14"
-# - job-spec: "ip6-01"
-# build: "15"
-# - job-spec: "l2-00"
-# build: "16"
-# - job-spec: "l2-01"
-# build: "17"
-# - job-spec: "lb-00"
-# build: "18"
-# - job-spec: "memif-00"
-# build: "19"
-# - job-spec: "vhost-00"
-# build: "20"
+- type: "table"
+ title: "Job Specification Duration: 2n-clx-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov"
+ jb-type: "coverage"
+ data: "vpp-2n-clx-curr-cov"
+ lines:
+ - job-spec: "gso-00"
+ build: "2"
+ - job-spec: "ip4-00"
+ build: "3"
+ - job-spec: "ip4-01"
+ build: "4"
+ - job-spec: "ip4-02"
+ build: "5"
+ - job-spec: "ip4-03"
+ build: "6"
+ - job-spec: "ip4-04"
+ build: "7"
+ - job-spec: "ip4-05"
+ build: "12"
+ - job-spec: "ip4-06"
+ build: "9"
+ - job-spec: "ip4-07"
+ build: "10"
+ - job-spec: "ip4tun-00"
+ build: "11"
+ - job-spec: "ip6-00"
+ build: "13"
+ - job-spec: "ip6-01"
+ build: "14"
+ - job-spec: "l2-00"
+ build: "15"
+ - job-spec: "l2-01"
+ build: "16"
+ - job-spec: "lb-00"
+ build: "17"
+ - job-spec: "memif-00"
+ build: "18"
+ - job-spec: "vhost-00"
+ build: "19"
- type: "table"
title: "Job Specification Duration: 2n-dnv-iterative"
- job-spec: "vpp-mlr-00"
data-set: "vpp-2n-dnv-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 2n-dnv-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov"
-# jb-type: "coverage"
-# data: "vpp-2n-dnv-curr-cov"
-# lines:
-# - job-spec: "ip4-00"
-# build: "1"
-# - job-spec: "ip4-01"
-# build: "7"
-# - job-spec: "ip6-00"
-# build: "3"
-# - job-spec: "ip6-01"
-# build: "4"
-# - job-spec: "l2-00"
-# build: "5"
-# - job-spec: "l2-01"
-# build: "6"
+- type: "table"
+ title: "Job Specification Duration: 2n-dnv-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov"
+ jb-type: "coverage"
+ data: "vpp-2n-dnv-curr-cov"
+ lines:
+ - job-spec: "ip4-00"
+ build: "2"
+ - job-spec: "ip4-01"
+ build: "3"
+ - job-spec: "ip6-00"
+ build: "4"
+ - job-spec: "ip6-01"
+ build: "5"
+ - job-spec: "l2-00"
+ build: "6"
+ - job-spec: "l2-01"
+ build: "7"
- type: "table"
title: "Job Specification Duration: 2n-aws-iterative"
- job-spec: "vpp-mlr-00"
data-set: "vpp-2n-aws-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 2n-aws-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov"
-# jb-type: "coverage"
-# data: "vpp-2n-aws-curr-cov"
-# lines:
-# - job-spec: "vpp-00"
-# build: "1"
+- type: "table"
+ title: "Job Specification Duration: 2n-aws-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov"
+ jb-type: "coverage"
+ data: "vpp-2n-aws-curr-cov"
+ lines:
+ - job-spec: "vpp-00"
+ build: "1"
- type: "table"
title: "Job Specification Duration: 2n-tx2-iterative"
- job-spec: "vpp-mlr-00"
data-set: "vpp-2n-tx2-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 2n-tx2-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov"
-# jb-type: "coverage"
-# data: "vpp-2n-tx2-curr-cov"
-# lines:
-# - job-spec: "ip4-00"
-# build: "1"
-# - job-spec: "ip4-01"
-# build: "2"
-# - job-spec: "ip4-02"
-# build: "3"
-# - job-spec: "ip4-03"
-# build: "4"
-# - job-spec: "ip4-04"
-# build: "5"
-# - job-spec: "ip4-05"
-# build: "6"
-# - job-spec: "ip4-06"
-# build: "7"
-# - job-spec: "ip6-00"
-# build: "8"
-# - job-spec: "ip6-01"
-# build: "9"
-# - job-spec: "l2-00"
-# build: "10"
-# - job-spec: "l2-01"
-# build: "11"
-# - job-spec: "l2-02"
-# build: "12"
-# - job-spec: "l2-03"
-# build: "13"
-# - job-spec: "l2-04"
-# build: "14"
+- type: "table"
+ title: "Job Specification Duration: 2n-tx2-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov"
+ jb-type: "coverage"
+ data: "vpp-2n-tx2-curr-cov"
+ lines:
+ - job-spec: "ip4-00"
+ build: "2"
+ - job-spec: "ip4-01"
+ build: "3"
+ - job-spec: "ip4-02"
+ build: "4"
+ - job-spec: "ip4-03"
+ build: "5"
+ - job-spec: "ip4-04"
+ build: "6"
+ - job-spec: "ip4-05"
+ build: "7"
+ - job-spec: "ip4-06"
+ build: "8"
+ - job-spec: "ip6-00"
+ build: "9"
+ - job-spec: "ip6-01"
+ build: "10"
+ - job-spec: "l2-00"
+ build: "11"
+ - job-spec: "l2-01"
+ build: "12"
+ - job-spec: "l2-02"
+ build: "13"
+ - job-spec: "l2-03"
+ build: "14"
+ - job-spec: "l2-04"
+ build: "15"
- type: "table"
title: "Job Specification Duration: 2n-zn2-iterative"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-2n-zn2-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 2n-zn2-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov"
-# jb-type: "coverage"
-# data: "vpp-2n-zn2-curr-cov"
-# lines:
-# - job-spec: "gso-00"
-# build: "1"
-# - job-spec: "ip4-00"
-# build: "2"
-# - job-spec: "ip4-01"
-# build: "3"
-# - job-spec: "ip4-02"
-# build: "4"
-# - job-spec: "ip4-03"
-# build: "5"
-# - job-spec: "ip4-04"
-# build: "6"
-# - job-spec: "ip4-05"
-# build: "7"
-# - job-spec: "ip4tun-00"
-# build: "8"
-# - job-spec: "ip6-00"
-# build: "9"
-# - job-spec: "ip6-01"
-# build: "10"
-# - job-spec: "l2-00"
-# build: "11"
-# - job-spec: "l2-01"
-# build: "12"
-# - job-spec: "lb-00"
-# build: "13"
-# - job-spec: "memif-00"
-# build: "14"
-# - job-spec: "vhost-00"
-# build: "15"
+- type: "table"
+ title: "Job Specification Duration: 2n-zn2-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov"
+ jb-type: "coverage"
+ data: "vpp-2n-zn2-curr-cov"
+ lines:
+ - job-spec: "gso-00"
+ build: "2"
+ - job-spec: "ip4-00"
+ build: "3"
+ - job-spec: "ip4-01"
+ build: "4"
+ - job-spec: "ip4-02"
+ build: "5"
+ - job-spec: "ip4-03"
+ build: "6"
+ - job-spec: "ip4-04"
+ build: "7"
+ - job-spec: "ip4-05"
+ build: "8"
+ - job-spec: "ip4tun-00"
+ build: "9"
+ - job-spec: "ip6-00"
+ build: "10"
+ - job-spec: "ip6-01"
+ build: "11"
+ - job-spec: "l2-00"
+ build: "12"
+ - job-spec: "l2-01"
+ build: "13"
+ - job-spec: "lb-00"
+ build: "14"
+ - job-spec: "memif-00"
+ build: "15"
+ - job-spec: "vhost-00"
+ build: "16"
- type: "table"
title: "Job Specification Duration: 3n-dnv-iterative"
- job-spec: "vpp-mlr-00"
data-set: "vpp-3n-dnv-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 3n-dnv-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov"
-# jb-type: "coverage"
-# data: "vpp-3n-dnv-curr-cov"
-# lines:
-# - job-spec: "crypto-00"
-# build: "1"
-# - job-spec: "crypto-01"
-# build: "2"
-# - job-spec: "crypto-02"
-# build: "3"
-# - job-spec: "ip4-00"
-# build: "4"
-# - job-spec: "ip4-01"
-# build: "5"
-# - job-spec: "ip4tun-00"
-# build: "6"
-# - job-spec: "ip6-00"
-# build: "7"
-# - job-spec: "ip6-01"
-# build: "8"
-# - job-spec: "l2-00"
-# build: "9"
-# - job-spec: "l2-01"
-# build: "10"
+- type: "table"
+ title: "Job Specification Duration: 3n-dnv-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov"
+ jb-type: "coverage"
+ data: "vpp-3n-dnv-curr-cov"
+ lines:
+ - job-spec: "crypto-00"
+ build: "2"
+ - job-spec: "crypto-01"
+ build: "3"
+ - job-spec: "crypto-02"
+ build: "4"
+ - job-spec: "ip4-00"
+ build: "5"
+ - job-spec: "ip4-01"
+ build: "6"
+ - job-spec: "ip4tun-00"
+ build: "7"
+ - job-spec: "ip6-00"
+ build: "8"
+ - job-spec: "ip6-01"
+ build: "9"
+ - job-spec: "l2-00"
+ build: "10"
+ - job-spec: "l2-01"
+ build: "11"
- type: "table"
title: "Job Specification Duration: 3n-snr-iterative"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-3n-snr-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 3n-snr-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-snr-cov"
-# jb-type: "coverage"
-# data: "vpp-3n-snr-curr-cov"
-# lines:
-# - job-spec: "crypto-00"
-# build: "1"
-# - job-spec: "crypto-01"
-# build: "2"
-# - job-spec: "crypto-02"
-# build: "3"
-# - job-spec: "ip4-00"
-# build: "4"
-# - job-spec: "ip4-01"
-# build: "5"
-# - job-spec: "ip4tun-00"
-# build: "6"
-# - job-spec: "ip6-00"
-# build: "7"
-# - job-spec: "ip6-01"
-# build: "8"
-# - job-spec: "l2-00"
-# build: "9"
-# - job-spec: "l2-01"
-# build: "10"
+- type: "table"
+ title: "Job Specification Duration: 3n-snr-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-snr-cov"
+ jb-type: "coverage"
+ data: "vpp-3n-snr-curr-cov"
+ lines:
+ - job-spec: "crypto-00"
+ build: "1"
+ - job-spec: "crypto-01"
+ build: "2"
+ - job-spec: "crypto-02"
+ build: "3"
+ - job-spec: "ip4-00"
+ build: "4"
+ - job-spec: "ip4-01"
+ build: "5"
+ - job-spec: "ip4tun-00"
+ build: "6"
+ - job-spec: "ip4tun-01"
+ build: "11"
+ - job-spec: "ip6-00"
+ build: "7"
+ - job-spec: "ip6-01"
+ build: "8"
+ - job-spec: "l2-00"
+ build: "9"
+ - job-spec: "l2-01"
+ build: "10"
- type: "table"
title: "Job Specification Duration: 3n-tsh-iterative"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-3n-tsh-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 3n-tsh-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov"
-# jb-type: "coverage"
-# data: "vpp-3n-tsh-curr-cov"
-# lines:
-# - job-spec: "ip4-00"
-# build: "1"
-# - job-spec: "ip4-01"
-# build: "2"
-# - job-spec: "ip4-02"
-# build: "3"
-# - job-spec: "ip4-03"
-# build: "4"
-# - job-spec: "ip4tun-00"
-# build: "5"
-# - job-spec: "ip6-00"
-# build: "6"
-# - job-spec: "ip6-01"
-# build: "7"
-# - job-spec: "l2-00"
-# build: "8"
-# - job-spec: "l2-01"
-# build: "9"
-# - job-spec: "l2-02"
-# build: "10"
-# - job-spec: "l2-03"
-# build: "11"
-# - job-spec: "l2-04"
-# build: "12"
-# - job-spec: "memif-00"
-# build: "13"
-# - job-spec: "srv6-00"
-# build: "14"
-# - job-spec: "srv6-01"
-# build: "15"
-# - job-spec: "vhost-00"
-# build: "16"
-# - job-spec: "vhost-01"
-# build: "17"
+- type: "table"
+ title: "Job Specification Duration: 3n-tsh-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov"
+ jb-type: "coverage"
+ data: "vpp-3n-tsh-curr-cov"
+ lines:
+ - job-spec: "ip4-00"
+ build: "1"
+ - job-spec: "ip4-01"
+ build: "2"
+ - job-spec: "ip4-02"
+ build: "3"
+ - job-spec: "ip4-03"
+ build: "4"
+ - job-spec: "ip4tun-00"
+ build: "5"
+ - job-spec: "ip6-00"
+ build: "6"
+ - job-spec: "ip6-01"
+ build: "7"
+ - job-spec: "l2-00"
+ build: "8"
+ - job-spec: "l2-01"
+ build: "9"
+ - job-spec: "l2-02"
+ build: "10"
+ - job-spec: "l2-03"
+ build: "11"
+ - job-spec: "l2-04"
+ build: "12"
+ - job-spec: "memif-00"
+ build: "13"
+ - job-spec: "srv6-00"
+ build: "14"
+ - job-spec: "srv6-01"
+ build: "15"
+ - job-spec: "vhost-00"
+ build: "16"
+ - job-spec: "vhost-01"
+ build: "17"
- type: "table"
title: "Job Specification Duration: 3n-alt-iterative"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-3n-alt-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 3n-alt-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov"
-# jb-type: "coverage"
-# data: "vpp-3n-alt-curr-cov"
-# lines:
-# - job-spec: "ip4-00"
-# build: "1"
-# - job-spec: "ip4-01"
-# build: "2"
-# - job-spec: "ip4-02"
-# build: "3"
-# - job-spec: "ip4-03"
-# build: "4"
-# - job-spec: "ip4tun-00"
-# build: "5"
-# - job-spec: "ip6-00"
-# build: "6"
-# - job-spec: "ip6-01"
-# build: "7"
-# - job-spec: "l2-00"
-# build: "8"
-# - job-spec: "l2-01"
-# build: "9"
-# - job-spec: "l2-02"
-# build: "10"
-# - job-spec: "l2-03"
-# build: "11"
-# - job-spec: "l2-04"
-# build: "12"
-# - job-spec: "memif-00"
-# build: "13"
-# - job-spec: "srv6-00"
-# build: "14"
-# - job-spec: "srv6-01"
-# build: "15"
-# - job-spec: "vhost-00"
-# build: "16"
-# - job-spec: "vhost-01"
-# build: "17"
+- type: "table"
+ title: "Job Specification Duration: 3n-alt-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov"
+ jb-type: "coverage"
+ data: "vpp-3n-alt-curr-cov"
+ lines:
+ - job-spec: "ip4-00"
+ build: "2"
+ - job-spec: "ip4-01"
+ build: "3"
+ - job-spec: "ip4-02"
+ build: "4"
+ - job-spec: "ip4-03"
+ build: "6"
+ - job-spec: "ip4tun-00"
+ build: "5"
+ - job-spec: "ip6-00"
+ build: "12"
+ - job-spec: "ip6-01"
+ build: "7"
+ - job-spec: "l2-00"
+ build: "8"
+ - job-spec: "l2-01"
+ build: "9"
+ - job-spec: "l2-02"
+ build: "10"
+ - job-spec: "l2-03"
+ build: "11"
+ - job-spec: "l2-04"
+ build: "13"
+ - job-spec: "memif-00"
+ build: "14"
+ - job-spec: "srv6-00"
+ build: "15"
+ - job-spec: "srv6-01"
+ build: "16"
+ - job-spec: "vhost-00"
+ build: "17"
+ - job-spec: "vhost-01"
+ build: "18"
# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr
- type: "table"
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+# VPP Latency Changes 3n-alt 1t1c
+- type: "table"
+ title: "VPP Latency Changes 3n-alt 1t1c PDR50-direction1-avg"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-alt-xl710-1t1c-pdr50-d1-avg"
+ include-tests: "latency-PDR50-direction1-avg"
+ filter: "'1T1C' and 'NDRPDR'"
+ columns:
+ # - title: "2202.0-10"
+ # data-set: "vpp-3n-alt-hist-iter"
+ - title: "2206.0-10"
+ data-set: "vpp-3n-alt-prev-iter-old-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-alt-prev-iter-new-env"
+ - title: "2210.0-11"
+ data-set: "vpp-3n-alt-curr-iter"
+ comparisons:
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
+ reference: 1
+ compare: 2
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+
+# VPP Latency Changes 3n-alt 1t1c
+- type: "table"
+ title: "VPP Latency Changes 3n-alt 1t1c PDR90-direction1-avg"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-alt-xl710-1t1c-pdr90-d1-avg"
+ include-tests: "latency-PDR90-direction1-avg"
+ filter: "'1T1C' and 'NDRPDR'"
+ columns:
+ # - title: "2202.0-10"
+ # data-set: "vpp-3n-alt-hist-iter"
+ - title: "2206.0-10"
+ data-set: "vpp-3n-alt-prev-iter-old-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-alt-prev-iter-new-env"
+ - title: "2210.0-11"
+ data-set: "vpp-3n-alt-curr-iter"
+ comparisons:
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
+ reference: 1
+ compare: 2
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+
+# VPP Latency Changes 3n-alt 1t1c
+- type: "table"
+ title: "VPP Latency Changes 3n-alt 1t1c PDR90-direction1-max"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-alt-xl710-1t1c-pdr90-d1-max"
+ include-tests: "latency-PDR90-direction1-max"
+ filter: "'1T1C' and 'NDRPDR'"
+ columns:
+ # - title: "2202.0-10"
+ # data-set: "vpp-3n-alt-hist-iter""
+ - title: "2206.0-10"
+ data-set: "vpp-3n-alt-prev-iter-old-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-alt-prev-iter-new-env"
+ - title: "2210.0-11"
+ data-set: "vpp-3n-alt-curr-iter"
+ comparisons:
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
+ reference: 1
+ compare: 2
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+
# VPP Soak vs NDR - 2n-icx
- type: "table"
title: "VPP Soak vs NDR 2n-icx"
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.'
+# VPP Performance Changes 3n-alt 1t1c pdr
+- type: "table"
+ title: "VPP Performance Changes 3n-alt 1t1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-1t1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ columns:
+ # - title: "2202.0-10"
+ # data-set: "vpp-3n-alt-hist-iter"
+ - title: "2206.0-10"
+ data-set: "vpp-3n-alt-prev-iter-old-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-alt-prev-iter-new-env"
+ - title: "2210.0-11"
+ data-set: "vpp-3n-alt-curr-iter"
+ comparisons:
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
+ reference: 1
+ compare: 2
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+
+# VPP Performance Changes 3n-alt 2t2c pdr
+- type: "table"
+ title: "VPP Performance Changes 3n-alt 2t2c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-2t2c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ columns:
+ # - title: "2202.0-10"
+ # data-set: "vpp-3n-alt-hist-iter"
+ - title: "2206.0-10"
+ data-set: "vpp-3n-alt-prev-iter-old-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-alt-prev-iter-new-env"
+ - title: "2210.0-11"
+ data-set: "vpp-3n-alt-curr-iter"
+ comparisons:
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
+ reference: 1
+ compare: 2
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+
+# VPP Performance Changes 3n-alt 1t1c ndr
+- type: "table"
+ title: "VPP Performance Changes 3n-alt 1t1c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-1t1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ columns:
+ # - title: "2202.0-10"
+ # data-set: "vpp-3n-alt-hist-iter"
+ - title: "2206.0-10"
+ data-set: "vpp-3n-alt-prev-iter-old-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-alt-prev-iter-new-env"
+ - title: "2210.0-11"
+ data-set: "vpp-3n-alt-curr-iter"
+ comparisons:
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
+ reference: 1
+ compare: 2
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-alt with xl710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+
+# VPP Performance Changes 3n-alt 2t2c ndr
+- type: "table"
+ title: "VPP Performance Changes 3n-alt 2t2c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-2t2c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C'"
+ columns:
+ # - title: "2202.0-10"
+ # data-set: "vpp-3n-alt-hist-iter"
+ - title: "2206.0-10"
+ data-set: "vpp-3n-alt-prev-iter-old-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-alt-prev-iter-new-env"
+ - title: "2210.0-11"
+ data-set: "vpp-3n-alt-curr-iter"
+ comparisons:
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
+ reference: 1
+ compare: 2
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-alt with xl710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+
# VPP Performance Changes 3n-icx 2t1c mrr
- type: "table"
title: "VPP Performance Changes 3n-icx 2t1c mrr"
# - title: "2206.0-11"
# data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
- title: "2210.0-11"
- data-set: "vpp-2n-tx2-curr-iter-mrr"
+ data-set: "vpp-2n-tx2-curr-iter-mrr"
+ comparisons:
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
+ - title: "2210.0-11 vs 2206.0-10"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
+
+# VPP Performance Changes 2n-aws 2t1c mrr
+- type: "table"
+ title: "VPP Performance Changes 2n-aws 2t1c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-2t1c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C'"
+ columns:
+ - title: "2202.0-9"
+ data-set: "vpp-2n-aws-hist-iter-mrr"
+ - title: "2206.0-10"
+ data-set: "vpp-2n-aws-prev-iter-mrr"
+ - title: "2210.0-11"
+ data-set: "vpp-2n-aws-curr-iter-mrr"
+ comparisons:
+ - title: "2210.0-11 vs 2206.0-10"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.'
+
+# VPP Performance Changes 2n-aws 4t2c mrr
+- type: "table"
+ title: "VPP Performance Changes 2n-aws 4t2c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-4t2c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C'"
+ columns:
+ - title: "2202.0-9"
+ data-set: "vpp-2n-aws-hist-iter-mrr"
+ - title: "2206.0-10"
+ data-set: "vpp-2n-aws-prev-iter-mrr"
+ - title: "2210.0-11"
+ data-set: "vpp-2n-aws-curr-iter-mrr"
+ comparisons:
+ - title: "2210.0-11 vs 2206.0-10"
+ reference: 2
+ compare: 3
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.'
+
+# VPP Performance Changes 3n-alt 1t1c mrr
+- type: "table"
+ title: "VPP Performance Changes 3n-alt 1t1c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-1t1c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C'"
+ columns:
+ # - title: "2202.0-10"
+ # data-set: "vpp-3n-alt-hist-iter-mrr"
+ - title: "2206.0-10"
+ data-set: "vpp-3n-alt-prev-iter-mrr-old-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-alt-prev-iter-mrr-new-env"
+ - title: "2210.0-11"
+ data-set: "vpp-3n-alt-curr-iter-mrr"
comparisons:
# - title: "2206.0-11 vs 2206.0-10"
# reference: 2
# reference: 3
# compare: 4
- title: "2210.0-11 vs 2206.0-10"
- reference: 2
- compare: 3
+ reference: 1
+ compare: 2
legend:
- ''
- - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.'
- 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
-# VPP Performance Changes 2n-aws 2t1c mrr
+# VPP Performance Changes 3n-alt 2t2c mrr
- type: "table"
- title: "VPP Performance Changes 2n-aws 2t1c mrr"
+ title: "VPP Performance Changes 3n-alt 2t2c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-2t1c-mrr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-2t2c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C'"
+ filter: "'2T2C'"
columns:
- - title: "2202.0-9"
- data-set: "vpp-2n-aws-hist-iter-mrr"
+ # - title: "2202.0-10"
+ # data-set: "vpp-3n-alt-hist-iter-mrr"
- title: "2206.0-10"
- data-set: "vpp-2n-aws-prev-iter-mrr"
+ data-set: "vpp-3n-alt-prev-iter-mrr-old-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-alt-prev-iter-mrr-new-env"
- title: "2210.0-11"
- data-set: "vpp-2n-aws-curr-iter-mrr"
+ data-set: "vpp-3n-alt-curr-iter-mrr"
comparisons:
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
- title: "2210.0-11 vs 2206.0-10"
- reference: 2
- compare: 3
+ reference: 1
+ compare: 2
legend:
- ''
- - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.'
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
-# VPP Performance Changes 2n-aws 4t2c mrr
+# VPP Performance Changes 3n-alt 4t4c mrr
- type: "table"
- title: "VPP Performance Changes 2n-aws 4t2c mrr"
+ title: "VPP Performance Changes 3n-alt 4t4c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-4t2c-mrr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-4t4c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C'"
+ filter: "'4T4C'"
columns:
- - title: "2202.0-9"
- data-set: "vpp-2n-aws-hist-iter-mrr"
+ # - title: "2202.0-10"
+ # data-set: "vpp-3n-alt-hist-iter-mrr"
- title: "2206.0-10"
- data-set: "vpp-2n-aws-prev-iter-mrr"
+ data-set: "vpp-3n-alt-prev-iter-mrr-old-env"
+ # - title: "2206.0-11"
+ # data-set: "vpp-3n-alt-prev-iter-mrr-new-env"
- title: "2210.0-11"
- data-set: "vpp-2n-aws-curr-iter-mrr"
+ data-set: "vpp-3n-alt-curr-iter-mrr"
comparisons:
+ # - title: "2206.0-11 vs 2206.0-10"
+ # reference: 2
+ # compare: 3
+ # - title: "2210.0-11 vs 2206.0-11"
+ # reference: 3
+ # compare: 4
- title: "2210.0-11 vs 2206.0-10"
- reference: 2
- compare: 3
+ reference: 1
+ compare: 2
legend:
- ''
- - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.'
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
+ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
# Detailed Test Results - VPP Performance Results 2n-zn2
- type: "table"
- "parent"
- "msg"
+# Detailed Test Results - TRex Performance Results 2n-icx
+- type: "table"
+ title: "Detailed Test Results - TRex Performance Results 2n-icx"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTR,PERF,TREX,2N,ICX]}/trex_performance_results_2n_icx"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
+ data: "trex-2n-icx-curr-cov"
+ filter: "all"
+ remove-ndr: False
+ parameters:
+ - "name"
+ - "parent"
+ - "msg"
+
+# Detailed Test Results - TRex Performance Results 1n-aws
+- type: "table"
+ title: "Detailed Test Results - TRex Performance Results 1n-aws"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTR,PERF,TREX,1N,AWS]}/trex_performance_results_1n_aws"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
+ data: "trex-1n-aws-curr-cov"
+ filter: "all"
+ remove-ndr: False
+ parameters:
+ - "name"
+ - "parent"
+ - "msg"
+
################################################################################
### F I L E S ###
################################################################################
filter: "all"
data-start-level: 4
+# TRex Performance Results 2n-icx
+- type: "file"
+ title: "TRex Performance Results 2n-icx"
+ algorithm: "file_test_results"
+ output-file: "{DIR[DTR,PERF,TREX,2N,ICX]}"
+ dir-tables: "{DIR[DTR,PERF,TREX,2N,ICX]}"
+ data: "trex-2n-icx-curr-cov"
+ filter: "all"
+ data-start-level: 4
+
+# TRex Performance Results 1n-aws
+- type: "file"
+ title: "TRex Performance Results 1n-aws"
+ algorithm: "file_test_results"
+ output-file: "{DIR[DTR,PERF,TREX,1N,AWS]}"
+ dir-tables: "{DIR[DTR,PERF,TREX,1N,AWS]}"
+ data: "trex-1n-aws-curr-cov"
+ filter: "all"
+ data-start-level: 4
+
################################################################################
### P L O T S ###
################################################################################
algorithm: "plot_ndrpdr_box_name"
output-file: "{DIR[STATIC,DPDK]}/2n-icx-xxv710-64b-{core}-base-{test_type}"
data: "dpdk-2n-icx-curr-iter"
- core: ["2t1c", "4t2c"]
+ core: ["1t1c", "2t2c"]
include:
- "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr"
- "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr"
algorithm: "plot_ndrpdr_box_name"
output-file: "{DIR[STATIC,DPDK]}/3n-icx-xxv710-64b-{core}-base-{test_type}"
data: "dpdk-3n-icx-curr-iter"
- core: ["2t1c", "4t2c"]
+ core: ["1t1c", "1t2c"]
include:
- "tests.dpdk.perf.25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr"
- "tests.dpdk.perf.25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr"
algorithm: "plot_ndrpdr_box_name"
output-file: "{DIR[STATIC,DPDK]}/2n-clx-xxv710-64b-{core}-base-{test_type}"
data: "dpdk-2n-clx-curr-iter"
- core: ["2t1c", "4t2c"]
+ core: ["1t1c", "2t2c"]
include:
- "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr"
- "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr"
algorithm: "plot_ndrpdr_box_name"
output-file: "{DIR[STATIC,DPDK]}/2n-clx-x710-64b-{core}-base-{test_type}"
data: "dpdk-2n-clx-curr-iter"
- core: ["2t1c", "4t2c"]
+ core: ["1t1c", "2t2c"]
include:
- "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr"
- "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr"
algorithm: "plot_ndrpdr_box_name"
output-file: "{DIR[STATIC,DPDK]}/2n-zn2-xxv710-64b-{core}-base-{test_type}"
data: "dpdk-2n-zn2-curr-iter"
- core: ["2t1c", "4t2c"]
+ core: ["1t1c", "2t2c"]
include:
- "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr"
- "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr"
algorithm: "plot_ndrpdr_box_name"
output-file: "{DIR[STATIC,DPDK]}/2n-zn2-x710-64b-{core}-base-{test_type}"
data: "dpdk-2n-zn2-curr-iter"
- core: ["2t1c", "4t2c"]
+ core: ["1t1c", "2t2c"]
include:
- "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr"
- "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr"
title: "3n-icx-xxv710-64b-{core}-ip4tunnel-base-{test_type}"
layout: "plot-throughput"
+- type: "plot"
+ title: "Throughput: 3n-icx-xxv710-1518b-{core}-ip4tunnel-wireguard-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-1518b-{core}-ip4tunnel-wireguard-{test_type}"
+ data: "vpp-3n-icx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard2tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard4tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard8tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard100tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr"
+ layout:
+ title: "3n-icx-xxv710-1518b-{core}-ip4tunnel-wireguard-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 3n-icx-xxv710-imix-{core}-ip4tunnel-wireguard-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-{core}-ip4tunnel-wireguard-{test_type}"
+ data: "vpp-3n-icx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard2tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard4tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard8tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard100tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr"
+ layout:
+ title: "3n-icx-xxv710-imix-{core}-ip4tunnel-wireguard-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 3n-icx-e810xxv-64b-{core}-ip4tunnel-wireguard-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-64b-{core}-ip4tunnel-wireguard-{test_type}"
+ data: "vpp-3n-icx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.64B-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr"
+ layout:
+ title: "3n-icx-e810xxv-64b-{core}-ip4tunnel-wireguard-{test_type}"
+ layout: "plot-throughput"
+
- type: "plot"
title: "Throughput: 3n-icx-e810xxv-64b-{core}-ip4tunnel-gtpu-{test_type}"
algorithm: "plot_ndrpdr_box_name"
title: "3n-icx-e810xxv-64b-ip4tunnel-gtpu-{test_type}"
layout: "plot-throughput-speedup-analysis"
+- type: "plot"
+ title: "Speedup: 3n-icx-xxv710-1518b-ip4tunnel-wireguard-{test_type}-tsa"
+ algorithm: "plot_tsa_name"
+ output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-1518b-ip4tunnel-wireguard-{test_type}-tsa"
+ data: "vpp-3n-icx-curr-iter"
+ include:
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard2tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard4tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard8tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard100tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr"
+ layout:
+ title: "3n-icx-xxv710-1518b-ip4tunnel-wireguard-{test_type}"
+ layout: "plot-throughput-speedup-analysis"
+
+- type: "plot"
+ title: "Speedup: 3n-icx-xxv710-imix-ip4tunnel-wireguard-{test_type}-tsa"
+ algorithm: "plot_tsa_name"
+ output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-ip4tunnel-wireguard-{test_type}-tsa"
+ data: "vpp-3n-icx-curr-iter"
+ include:
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard2tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard4tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard8tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard100tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr"
+ layout:
+ title: "3n-icx-xxv710-imix-ip4tunnel-wireguard-{test_type}"
+ layout: "plot-throughput-speedup-analysis"
+
+- type: "plot"
+ title: "Speedup: 3n-icx-e810xxv-64b-ip4tunnel-wireguard-{test_type}-tsa"
+ algorithm: "plot_tsa_name"
+ output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-64b-ip4tunnel-wireguard-{test_type}-tsa"
+ data: "vpp-3n-icx-curr-iter"
+ include:
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.64B-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr"
+ layout:
+ title: "3n-icx-e810xxv-64b-ip4tunnel-wireguard-{test_type}"
+ layout: "plot-throughput-speedup-analysis"
+
- type: "plot"
title: "Speedup: 3n-icx-xxv710-78b-ip6routing-base-{test_type}-tsa"
algorithm: "plot_tsa_name"
title: "3n-snr-e822cq-64b-{core}-ip4tunnel-base-{test_type}"
layout: "plot-throughput"
+- type: "plot"
+ title: "Throughput: 3n-snr-e822cq-1518b-{core}-ip4tunnel-wireguard-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-{core}-ip4tunnel-wireguard-{test_type}"
+ data: "vpp-3n-snr-curr-iter"
+ core: ["1t1c", ]
+ include:
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard2tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard4tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard8tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard100tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr"
+ layout:
+ title: "3n-snr-e822cq-1518b-{core}-ip4tunnel-wireguard-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 3n-snr-e822cq-imix-{core}-ip4tunnel-wireguard-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-{core}-ip4tunnel-wireguard-{test_type}"
+ data: "vpp-3n-snr-curr-iter"
+ core: ["1t1c", ]
+ include:
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard2tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard4tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard8tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard100tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr"
+ layout:
+ title: "3n-snr-e822cq-imix-{core}-ip4tunnel-wireguard-{test_type}"
+ layout: "plot-throughput"
+
- type: "plot"
title: "Throughput: 3n-snr-e822cq-78b-{core}-ip6routing-base-scale-{test_type}"
algorithm: "plot_ndrpdr_box_name"
title: "3n-snr-e822cq-64b-ip4tunnel-base-{test_type}"
layout: "plot-throughput-speedup-analysis"
+- type: "plot"
+ title: "Speedup: 3n-snr-e822cq-1518b-ip4tunnel-wireguard-{test_type}-tsa"
+ algorithm: "plot_tsa_name"
+ output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-ip4tunnel-wireguard-{test_type}-tsa"
+ data: "vpp-3n-snr-curr-iter"
+ include:
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard2tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard4tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard8tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard100tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr"
+ layout:
+ title: "3n-snr-e822cq-1518b-ip4tunnel-wireguard-{test_type}"
+ layout: "plot-throughput-speedup-analysis"
+
+- type: "plot"
+ title: "Speedup: 3n-snr-e822cq-imix-ip4tunnel-wireguard-{test_type}-tsa"
+ algorithm: "plot_tsa_name"
+ output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-ip4tunnel-wireguard-{test_type}-tsa"
+ data: "vpp-3n-snr-curr-iter"
+ include:
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard2tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard4tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard8tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard100tnlsw-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr"
+ layout:
+ title: "3n-snr-e822cq-imix-ip4tunnel-wireguard-{test_type}"
+ layout: "plot-throughput-speedup-analysis"
+
- type: "plot"
title: "Speedup: 3n-snr-e822cq-78b-ip6routing-base-scale-{test_type}-tsa"
algorithm: "plot_tsa_name"
################################################################################
+- type: "plot"
+ title: "Latency by percentile: TRex 2n-icx"
+ algorithm: "plot_hdrh_lat_by_percentile_x_log"
+ output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-2n-icx"
+ output-file-links: "{DIR[LAT,TREX]}/2n_icx.rst"
+ target-links: "../../_static/trex"
+ data: "trex-2n-icx-curr-iter-best"
+ filter: "'NIC_Intel-E810CQ'"
+ layout:
+ layout: "plot-hdrh-latency-percentile-x-log"
+
# - type: "plot"
-# title: "Latency by percentile: TRex 2n-skx"
+# title: "Latency by percentile: TRex 1n-aws"
# algorithm: "plot_hdrh_lat_by_percentile_x_log"
-# output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-2n-skx"
-# output-file-links: "{DIR[LAT,TREX]}/2n_skx.rst"
+# output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-1n-aws"
+# output-file-links: "{DIR[LAT,TREX]}/1n_aws.rst"
# target-links: "../../_static/trex"
-# data: "trex-2n-skx-curr-iter-best"
-# filter: "'NIC_Intel-X710'"
+# data: "trex-1n-aws-curr-iter-best"
+# filter: "'2T1C'"
# layout:
# layout: "plot-hdrh-latency-percentile-x-log"
output-file-links: "{DIR[LAT,DPDK]}/2n_icx.rst"
target-links: "../../_static/dpdk"
data: "dpdk-2n-icx-curr-iter-best"
- filter: "'2T1C' and 'NIC_Intel-XXV710'"
+ filter: "'1T1C' and 'NIC_Intel-XXV710'"
layout:
layout: "plot-hdrh-latency-percentile-x-log"
output-file-links: "{DIR[LAT,DPDK]}/3n_icx.rst"
target-links: "../../_static/dpdk"
data: "dpdk-3n-icx-curr-iter-best"
- filter: "'2T1C' and 'NIC_Intel-XXV710'"
+ filter: "'1T1C' and 'NIC_Intel-XXV710'"
layout:
layout: "plot-hdrh-latency-percentile-x-log"
output-file-links: "{DIR[LAT,DPDK]}/2n_clx.rst"
target-links: "../../_static/dpdk"
data: "dpdk-2n-clx-curr-iter-best"
- filter: "'2T1C' and 'NIC_Intel-XXV710'"
+ filter: "'1T1C' and 'NIC_Intel-XXV710'"
layout:
layout: "plot-hdrh-latency-percentile-x-log"
output-file-links: "{DIR[LAT,DPDK]}/2n_zn2.rst"
target-links: "../../_static/dpdk"
data: "dpdk-2n-zn2-curr-iter-best"
- filter: "'2T1C' and 'NIC_Intel-XXV710'"
+ filter: "'1T1C' and 'NIC_Intel-XXV710'"
layout:
layout: "plot-hdrh-latency-percentile-x-log"
###############################################################################
-# TRex 2n-skx
+# TRex 2n-icx
-# - type: "plot"
-# title: "Throughput: 2n-skx-x710-64b--ip4-base-scale-{test_type}"
-# algorithm: "plot_ndrpdr_box_name"
-# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4-base-scale-{test_type}"
-# data: "trex-2n-skx-curr-iter"
-# core: ["2t1c", ]
-# include:
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr"
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr"
-# layout:
-# title: "2n-skx-x710-64b--ip4-base-scale-{test_type}"
-# layout: "plot-throughput"
+- type: "plot"
+ title: "Throughput: 2n-icx-e810cq-64b--ip4-base-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-64b--ip4-base-scale-{test_type}"
+ data: "trex-2n-icx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr"
+ layout:
+ title: "2n-icx-e810cq-64b--ip4-base-scale-{test_type}"
+ layout: "plot-throughput"
-# - type: "plot"
-# title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
-# algorithm: "plot_ndrpdr_box_name"
-# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
-# data: "trex-2n-skx-curr-iter"
-# core: ["2t1c", ]
-# include:
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
-# layout:
-# title: "2n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
-# layout: "plot-throughput"
+- type: "plot"
+ title: "Throughput: 2n-icx-e810cq-64b--ip4routing-stf-cps-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-64b--ip4routing-stf-cps-{test_type}"
+ data: "trex-2n-icx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
+ layout:
+ title: "2n-icx-e810cq-64b--ip4routing-stf-cps-{test_type}"
+ layout: "plot-throughput"
-# - type: "plot"
-# title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
-# algorithm: "plot_ndrpdr_box_name"
-# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
-# data: "trex-2n-skx-curr-iter"
-# core: ["2t1c", ]
-# include:
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.100B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
-# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.100B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
-# layout:
-# title: "2n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
-# layout: "plot-throughput"
+- type: "plot"
+ title: "Throughput: 2n-icx-e810cq-64b--ip4routing-stf-tput-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-64b--ip4routing-stf-tput-{test_type}"
+ data: "trex-2n-icx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Tcp-Ip4Base-H1024-P63-S64512-tput-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h1024-p63-s64512-tput-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-tput-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h262144-p63-s16515072-tput-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-H1024-P63-S64512-tput-Tg-Ndrpdr.100B--ethip4udp-ip4base-h1024-p63-s64512-tput-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-H262144-P63-S16515072-tput-Tg-Ndrpdr.100B--ethip4udp-ip4base-h262144-p63-s16515072-tput-tg-ndrpdr"
+ layout:
+ title: "2n-icx-e810cq-64b--ip4routing-stf-tput-{test_type}"
+ layout: "plot-throughput"
-# - type: "plot"
-# title: "Throughput: 2n-skx-x710-78b--ip6-base-scale-{test_type}"
-# algorithm: "plot_ndrpdr_box_name"
-# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-78b--ip6-base-scale-{test_type}"
-# data: "trex-2n-skx-curr-iter"
-# core: ["2t1c", ]
-# include:
-# - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr"
-# - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr"
-# layout:
-# title: "2n-skx-x710-78b--ip6-base-scale-{test_type}"
-# layout: "plot-throughput"
+- type: "plot"
+ title: "Throughput: 2n-icx-e810cq-78b--ip6-base-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-78b--ip6-base-scale-{test_type}"
+ data: "trex-2n-icx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip6.1N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip6.1N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr"
+ layout:
+ title: "2n-icx-e810cq-78b--ip6-base-scale-{test_type}"
+ layout: "plot-throughput"
-# - type: "plot"
-# title: "Throughput: 2n-skx-x710-64b--l2-scale-{test_type}"
-# algorithm: "plot_ndrpdr_box_name"
-# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--l2-scale-{test_type}"
-# data: "trex-2n-skx-curr-iter"
-# core: ["2t1c", ]
-# include:
-# - "Tests.Trex.Perf.L2.1N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr"
-# layout:
-# title: "2n-skx-x710-64b--l2-scale-{test_type}"
-# layout: "plot-throughput"
+- type: "plot"
+ title: "Throughput: 2n-icx-e810cq-64b--l2-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-64b--l2-scale-{test_type}"
+ data: "trex-2n-icx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.L2.1N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr"
+ layout:
+ title: "2n-icx-e810cq-64b--l2-scale-{test_type}"
+ layout: "plot-throughput"
+
+# TRex 1n-aws
+
+- type: "plot"
+ title: "Throughput: 1n-aws-nitro50g-64b--ip4-base-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/1n-aws-nitro50g-64b--ip4-base-scale-{test_type}"
+ data: "trex-1n-aws-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-50Ge1P1Ena-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-50Ge1P1Ena-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr"
+ layout:
+ title: "1n-aws-nitro50g-64b--ip4-base-scale-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 1n-aws-nitro50g-78b--ip6-base-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/1n-aws-nitro50g-78b--ip6-base-scale-{test_type}"
+ data: "trex-1n-aws-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip6.1N1L-50Ge1P1Ena-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip6.1N1L-50Ge1P1Ena-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr"
+ layout:
+ title: "1n-aws-nitro50g-78b--ip6-base-scale-{test_type}"
+ layout: "plot-throughput"