+# - type: "table"
+# title: "Job Specification Duration: 2n-zn2-coverage"
+# algorithm: "table_job_spec_duration"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov"
+# jb-type: "coverage"
+# data: "vpp-2n-zn2-curr-cov"
+# lines:
+# - job-spec: "gso-00"
+# build: "16"
+# - job-spec: "ip4-00"
+# build: "17"
+# - job-spec: "ip4-01"
+# build: "18"
+# - job-spec: "ip4-02"
+# build: "19"
+# - job-spec: "ip4-03"
+# build: "20"
+# - job-spec: "ip4-04"
+# build: "21"
+# - job-spec: "ip4-05"
+# build: "22"
+# - job-spec: "ip4tun-00"
+# build: "23"
+# - job-spec: "ip6-00"
+# build: "24"
+# - job-spec: "ip6-01"
+# build: "25"
+# - job-spec: "l2-00"
+# build: "26"
+# - job-spec: "l2-01"
+# build: "27"
+# - job-spec: "lb-00"
+# build: "28"
+# - job-spec: "memif-00"
+# build: "29"
+# - job-spec: "vhost-00"
+# build: "30"
+
+- type: "table"
+ title: "Job Specification Duration: 3n-dnv-iterative"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-iter"
+ jb-type: "iterative"
+ lines:
+ - job-spec: "vpp-mrr-00"
+ data-set: "vpp-3n-dnv-curr-iter-mrr"
+ - job-spec: "vpp-mlr-00"
+ data-set: "vpp-3n-dnv-curr-iter"
+
+# - type: "table"
+# title: "Job Specification Duration: 3n-dnv-coverage"
+# algorithm: "table_job_spec_duration"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov"
+# jb-type: "coverage"
+# data: "vpp-3n-dnv-curr-cov"
+# lines:
+# - job-spec: "crypto-00"
+# build: "11"
+# - job-spec: "crypto-01"
+# build: "12"
+# - job-spec: "crypto-02"
+# build: "13"
+# - job-spec: "ip4-00"
+# build: "14"
+# - job-spec: "ip4-01"
+# build: "15"
+# - job-spec: "ip4tun-00"
+# build: "16"
+# - job-spec: "ip6-00"
+# build: "17"
+# - job-spec: "ip6-01"
+# build: "18"
+# - job-spec: "l2-00"
+# build: "19"
+# - job-spec: "l2-01"
+# build: "20"
+
+- type: "table"
+ title: "Job Specification Duration: 3n-skx-iterative"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-iter"
+ jb-type: "iterative"
+ lines:
+ - job-spec: "vpp-mrr-00"
+ data-set: "vpp-3n-skx-curr-iter-mrr"
+ - job-spec: "vpp-mlr-00"
+ data-set: "vpp-3n-skx-curr-iter"
+ - job-spec: "hoststack-00"
+ data-set: "vpp-3n-skx-curr-iter-hoststack"
+ - job-spec: "dpdk-mlr-00"
+ data-set: "dpdk-3n-skx-curr-iter"
+
+# - type: "table"
+# title: "Job Specification Duration: 3n-skx-coverage"
+# algorithm: "table_job_spec_duration"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov"
+# jb-type: "coverage"
+# data: "vpp-3n-skx-curr-cov"
+# lines:
+# - job-spec: "crypto-00"
+# build: "35"
+# - job-spec: "crypto-01"
+# build: "36"
+# - job-spec: "crypto-02"
+# build: "37"
+# - job-spec: "crypto-03" # Completly failed
+# build: "68"
+# - job-spec: "crypto-04"
+# build: "38"
+# - job-spec: "ip4-00"
+# build: "39"
+# - job-spec: "ip4-01"
+# build: "40"
+# - job-spec: "ip4-02"
+# build: "41"
+# - job-spec: "ip4-03"
+# build: "42"
+# - job-spec: "ip4-04"
+# build: "43"
+# - job-spec: "ip4-05"
+# build: "44"
+# - job-spec: "ip4-06"
+# build: "45"
+# - job-spec: "ip4-07"
+# build: "46"
+# - job-spec: "ip4tun-00"
+# build: "47"
+# - job-spec: "ip4tun-02"
+# build: "48"
+# - job-spec: "ip6-00"
+# build: "49"
+# - job-spec: "ip6-01"
+# build: "50"
+# - job-spec: "ip6tun-00"
+# build: "69"
+# - job-spec: "l2-00"
+# build: "52"
+# - job-spec: "l2-01"
+# build: "53"
+# - job-spec: "l2-02"
+# build: "54"
+# - job-spec: "l2-03"
+# build: "55"
+# - job-spec: "l2-04"
+# build: "56"
+# - job-spec: "l2-05"
+# build: "57"
+# - job-spec: "l2-06"
+# build: "58"
+# - job-spec: "l2-07"
+# build: "59"
+# - job-spec: "l2-08"
+# build: "60"
+# - job-spec: "l2-09"
+# build: "61"
+# - job-spec: "l2-10"
+# build: "62"
+# - job-spec: "memif-00"
+# build: "63"
+# - job-spec: "srv6-00"
+# build: "64"
+# - job-spec: "srv6-01"
+# build: "65"
+# - job-spec: "vhost-00"
+# build: "66"
+# - job-spec: "vhost-01"
+# build: "67"
+
+- type: "table"
+ title: "Job Specification Duration: 3n-tsh-iterative"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-iter"
+ jb-type: "iterative"
+ lines:
+ - job-spec: "vpp-mrr-00"
+ data-set: "vpp-3n-tsh-curr-iter-mrr"
+ - job-spec: "vpp-mlr-00"
+ data-set: "vpp-3n-tsh-curr-iter"
+ - job-spec: "dpdk-mlr-00"
+ data-set: "dpdk-3n-tsh-curr-iter"
+
+# - type: "table"
+# title: "Job Specification Duration: 3n-tsh-coverage"
+# algorithm: "table_job_spec_duration"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov"
+# jb-type: "coverage"
+# data: "vpp-3n-tsh-curr-cov"
+# lines:
+# - job-spec: "ip4-00"
+# build: "18"
+# - job-spec: "ip4-01"
+# build: "19"
+# - job-spec: "ip4-02"
+# build: "20"
+# - job-spec: "ip4-03"
+# build: "21"
+# - job-spec: "ip4tun-00"
+# build: "22"
+# - job-spec: "ip6-00"
+# build: "23"
+# - job-spec: "ip6-01"
+# build: "24"
+# - job-spec: "l2-00"
+# build: "25"
+# - job-spec: "l2-01"
+# build: "26"
+# - job-spec: "l2-02"
+# build: "27"
+# - job-spec: "l2-03"
+# build: "28"
+# - job-spec: "l2-04"
+# build: "29"
+# - job-spec: "memif-00"
+# build: "30"
+# - job-spec: "srv6-00"
+# build: "31"
+# - job-spec: "srv6-01"
+# build: "32"
+# - job-spec: "vhost-00"
+# build: "33"
+# - job-spec: "vhost-01"
+# build: "34"
+
+- type: "table"
+ title: "Job Specification Duration: 3n-alt-iterative"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-iter"
+ jb-type: "iterative"
+ lines:
+ - job-spec: "vpp-mrr-00"
+ data-set: "vpp-3n-alt-curr-iter-mrr"
+ - job-spec: "vpp-mlr-00"
+ data-set: "vpp-3n-alt-curr-iter"
+ - job-spec: "dpdk-mlr-00"
+ data-set: "dpdk-3n-alt-curr-iter"
+
+# - type: "table"
+# title: "Job Specification Duration: 3n-alt-coverage"
+# algorithm: "table_job_spec_duration"
+# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov"
+# jb-type: "coverage"
+# data: "vpp-3n-alt-curr-cov"
+# lines:
+# - job-spec: "ip4-00"
+# build: "18"
+# - job-spec: "ip4-01"
+# build: "19"
+# - job-spec: "ip4-02"
+# build: "20"
+# - job-spec: "ip4-03"
+# build: "21"
+# - job-spec: "ip4tun-00"
+# build: "22"
+# - job-spec: "ip6-00"
+# build: "23"
+# - job-spec: "ip6-01"
+# build: "24"
+# - job-spec: "l2-00"
+# build: "25"
+# - job-spec: "l2-01"
+# build: "26"
+# - job-spec: "l2-02"
+# build: "27"
+# - job-spec: "l2-03"
+# build: "28"
+# - job-spec: "l2-04"
+# build: "29"
+# - job-spec: "memif-00"
+# build: "30"
+# - job-spec: "srv6-00"
+# build: "31"
+# - job-spec: "srv6-01"
+# build: "32"
+# - job-spec: "vhost-00"
+# build: "33"
+# - job-spec: "vhost-01"
+# build: "34"
+
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-clx-2t1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NIC_Intel-XXV710'"
+ normalize: True
+ columns:
+ - title: "2n-skx"
+ data-set: "vpp-2n-skx-curr-iter"
+ - title: "2n-clx"
+ data-set: "vpp-2n-clx-curr-iter"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "2n-skx, 2n-clx - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx and 2n-clx testbeds."
+
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-clx-4t2c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NIC_Intel-XXV710'"
+ normalize: True
+ columns:
+ - title: "2n-skx"
+ data-set: "vpp-2n-skx-curr-iter"
+ - title: "2n-clx"
+ data-set: "vpp-2n-clx-curr-iter"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "2n-skx, 2n-clx - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx and 2n-clx testbeds."
+
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-clx-2t1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NIC_Intel-XXV710'"
+ normalize: True
+ columns:
+ - title: "2n-skx"
+ data-set: "vpp-2n-skx-curr-iter"
+ - title: "2n-clx"
+ data-set: "vpp-2n-clx-curr-iter"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "2n-skx, 2n-clx - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx and 2n-clx testbeds."
+
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-clx-4t2c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NIC_Intel-XXV710'"
+ normalize: True
+ columns:
+ - title: "2n-skx"
+ data-set: "vpp-2n-skx-curr-iter"
+ - title: "2n-clx"
+ data-set: "vpp-2n-clx-curr-iter"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "2n-skx, 2n-clx - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx and 2n-clx testbeds."
+
+# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-clx-2n-icx-1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'"
+ normalize: True
+ columns:
+ - title: "2n-clx xxv710"
+ data-set: "vpp-2n-clx-curr-iter"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds."
+
+# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-clx-2n-icx-2c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'"
+ normalize: True
+ columns:
+ - title: "2n-clx xxv710"
+ data-set: "vpp-2n-clx-curr-iter"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds."
+
+# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-clx-2n-icx-1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'"
+ normalize: True
+ columns:
+ - title: "2n-clx xxv710"
+ data-set: "vpp-2n-clx-curr-iter"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds."
+
+# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-clx-2n-icx-2c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'"
+ normalize: True
+ columns:
+ - title: "2n-clx xxv710"
+ data-set: "vpp-2n-clx-curr-iter"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds."
+
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c ndr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-icx-1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'"
+ normalize: True
+ columns:
+ - title: "2n-skx xxv710"
+ data-set: "vpp-2n-skx-curr-iter"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds."
+
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c ndr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-icx-2c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'"
+ normalize: True
+ columns:
+ - title: "2n-skx xxv710"
+ data-set: "vpp-2n-skx-curr-iter"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds."
+
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c pdr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-icx-1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'"
+ normalize: True
+ columns:
+ - title: "2n-skx xxv710"
+ data-set: "vpp-2n-skx-curr-iter"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds."
+
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c pdr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-icx-2c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'"
+ normalize: True
+ columns:
+ - title: "2n-skx xxv710"
+ data-set: "vpp-2n-skx-curr-iter"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds."
+
+# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-3n-skx-3n-icx-1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'"
+ normalize: True
+ columns:
+ - title: "3n-skx xxv710"
+ data-set: "vpp-3n-skx-curr-iter"
+ - title: "3n-icx xxv710"
+ data-set: "vpp-3n-icx-curr-iter"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds."
+
+# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c ndr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-3n-skx-3n-icx-2c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'"
+ normalize: True
+ columns:
+ - title: "3n-skx xxv710"
+ data-set: "vpp-3n-skx-curr-iter"
+ - title: "3n-icx xxv710"
+ data-set: "vpp-3n-icx-curr-iter"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds."
+
+# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-3n-skx-3n-icx-1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'"
+ normalize: True
+ columns:
+ - title: "3n-skx xxv710"
+ data-set: "vpp-3n-skx-curr-iter"
+ - title: "3n-icx xxv710"
+ data-set: "vpp-3n-icx-curr-iter"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds."
+
+# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-3n-skx-3n-icx-2c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'"
+ normalize: True
+ columns:
+ - title: "3n-skx xxv710"
+ data-set: "vpp-3n-skx-curr-iter"
+ - title: "3n-icx xxv710"
+ data-set: "vpp-3n-icx-curr-iter"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds."
+
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-clx-2t1c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NIC_Intel-XXV710'"
+ normalize: True
+ columns:
+ - title: "2n-skx"
+ data-set: "vpp-2n-skx-curr-iter-mrr"
+ - title: "2n-clx"
+ data-set: "vpp-2n-clx-curr-iter-mrr"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "2n-skx, 2n-clx - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx and 2n-clx testbeds."
+
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-clx-4t2c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NIC_Intel-XXV710'"
+ normalize: True
+ columns:
+ - title: "2n-skx"
+ data-set: "vpp-2n-skx-curr-iter-mrr"
+ - title: "2n-clx"
+ data-set: "vpp-2n-clx-curr-iter-mrr"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "2n-skx, 2n-clx - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx and 2n-clx testbeds."
+
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-clx-8t4c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'8T4C' and 'NIC_Intel-XXV710'"
+ normalize: True
+ columns:
+ - title: "2n-skx"
+ data-set: "vpp-2n-skx-curr-iter-mrr"
+ - title: "2n-clx"
+ data-set: "vpp-2n-clx-curr-iter-mrr"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "2n-skx, 2n-clx - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx and 2n-clx testbeds."
+
+# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-clx-2n-icx-1c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'"
+ normalize: True
+ columns:
+ - title: "2n-clx xxv710"
+ data-set: "vpp-2n-clx-curr-iter-mrr"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter-mrr"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds."
+
+# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-clx-2n-icx-2c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'"
+ normalize: True
+ columns:
+ - title: "2n-clx xxv710"
+ data-set: "vpp-2n-clx-curr-iter-mrr"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter-mrr"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds."
+
+# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-clx-2n-icx-4c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'"
+ normalize: True
+ columns:
+ - title: "2n-clx xxv710"
+ data-set: "vpp-2n-clx-curr-iter-mrr"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter-mrr"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds."
+
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c mrr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-icx-1c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'"
+ normalize: True
+ columns:
+ - title: "2n-skx xxv710"
+ data-set: "vpp-2n-skx-curr-iter-mrr"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter-mrr"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds."
+
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c mrr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-icx-2c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'"
+ normalize: True
+ columns:
+ - title: "2n-skx xxv710"
+ data-set: "vpp-2n-skx-curr-iter-mrr"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter-mrr"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds."
+
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 4c mrr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 4c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-2n-skx-2n-icx-4c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'"
+ normalize: True
+ columns:
+ - title: "2n-skx xxv710"
+ data-set: "vpp-2n-skx-curr-iter-mrr"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter-mrr"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds."
+
+# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c mrr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-3n-skx-3n-icx-1c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'"
+ normalize: True
+ columns:
+ - title: "3n-skx xxv710"
+ data-set: "vpp-3n-skx-curr-iter-mrr"
+ - title: "3n-icx xxv710"
+ data-set: "vpp-3n-icx-curr-iter-mrr"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds."
+
+# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c mrr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-3n-skx-3n-icx-2c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'"
+ normalize: True
+ columns:
+ - title: "3n-skx xxv710"
+ data-set: "vpp-3n-skx-curr-iter-mrr"
+ - title: "3n-icx xxv710"
+ data-set: "vpp-3n-icx-curr-iter-mrr"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds."
+
+# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 4c mrr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 4c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/norm-compare-testbeds-3n-skx-3n-icx-4c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'"
+ normalize: True
+ columns:
+ - title: "3n-skx xxv710"
+ data-set: "vpp-3n-skx-curr-iter-mrr"
+ - title: "3n-icx xxv710"
+ data-set: "vpp-3n-icx-curr-iter-mrr"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds."
+
+# DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-clx ndr
+- type: "table"
+ title: "DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-clx ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,DPDK]}/norm-compare-testbeds-2n-skx-2n-clx-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710'"
+ normalize: True
+ columns:
+ - title: "2n-skx"
+ data-set: "dpdk-2n-skx-curr-iter"
+ - title: "2n-clx"
+ data-set: "dpdk-2n-clx-curr-iter"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - ""
+ - "2n-skx, 2n-clx - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx and 2n-clx testbeds."
+
+# DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-clx pdr