- job-spec: "dpdk-mlr-00"
data-set: "dpdk-2n-icx-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 2n-icx-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov"
-# jb-type: "coverage"
-# data: "vpp-2n-icx-curr-cov"
-# lines:
+- type: "table"
+ title: "Job Specification Duration: 2n-icx-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov"
+ jb-type: "coverage"
+ data: "vpp-2n-icx-curr-cov"
+ lines:
+ - job-spec: "gso-00"
+ build: "1"
+ - job-spec: "ip4-00"
+ build: "2"
+ - job-spec: "ip4-01"
+ build: "3"
+ - job-spec: "ip4-02"
+ build: "4"
+ - job-spec: "ip4-03"
+ build: "5"
+ - job-spec: "ip4-04"
+ build: "6"
+ - job-spec: "ip4-05"
+ build: "7"
+ - job-spec: "ip4-06"
+ build: "8"
+ # - job-spec: "ip4-07"
+ # build: "9"
+ - job-spec: "ip4tun-00"
+ build: "10"
+ - job-spec: "ip6-00"
+ build: "11"
+ - job-spec: "ip6-01"
+ build: "12"
+ - job-spec: "l2-00"
+ build: "13"
+ # - job-spec: "l2-01"
+ # build: "14"
+ - job-spec: "lb-00"
+ build: "15"
+ - job-spec: "memif-00"
+ build: "16"
+ - job-spec: "vhost-00"
+ build: "17"
- type: "table"
title: "Job Specification Duration: 3n-icx-iterative"
- job-spec: "crypto-02"
build: "37"
# - job-spec: "crypto-03" # Completly failed
- # build: "68"
+ # build: "70"
- job-spec: "crypto-04"
build: "38"
- job-spec: "ip4-00"
build: "39"
- # - job-spec: "ip4-01"
- # build: "40"
+ - job-spec: "ip4-01"
+ build: "40"
- job-spec: "ip4-02"
build: "41"
- job-spec: "ip4-03"
build: "45"
- job-spec: "ip4-07"
build: "46"
- # - job-spec: "ip4tun-00"
- # build: "47"
+ - job-spec: "ip4tun-00"
+ build: "47"
- job-spec: "ip4tun-02"
build: "48"
- job-spec: "ip6-00"
- job-spec: "ip6-01"
build: "50"
- job-spec: "ip6tun-00"
- build: "51"
+ build: "71"
- job-spec: "l2-00"
build: "52"
- job-spec: "l2-01"
build: "53"
- # - job-spec: "l2-02"
- # build: "54"
- # - job-spec: "l2-03"
- # build: "55"
+ - job-spec: "l2-02"
+ build: "68"
+ - job-spec: "l2-03"
+ build: "55"
- job-spec: "l2-04"
build: "56"
- job-spec: "l2-05"
build: "58"
- job-spec: "l2-07"
build: "59"
- # - job-spec: "l2-08"
- # build: "60"
- # - job-spec: "l2-09"
- # build: "61"
- # - job-spec: "l2-10"
- # build: "62"
- # - job-spec: "memif-00"
- # build: "63"
+ - job-spec: "l2-08"
+ build: "60"
+ - job-spec: "l2-09"
+ build: "61"
+ - job-spec: "l2-10"
+ build: "69"
+ - job-spec: "memif-00"
+ build: "63"
- job-spec: "srv6-00"
build: "64"
- # - job-spec: "srv6-01"
- # build: "65"
- # - job-spec: "vhost-00"
- # build: "66"
- # - job-spec: "vhost-01"
- # build: "67"
+ - job-spec: "srv6-01"
+ build: "65"
+ - job-spec: "vhost-00"
+ build: "66"
+ - job-spec: "vhost-01"
+ build: "67"
- type: "table"
title: "Job Specification Duration: 2n-clx-iterative"
build: "17"
- job-spec: "ip4-03"
build: "18"
-# - job-spec: "ip4-04"
-# build: "19"
+ - job-spec: "ip4-04"
+ build: "19"
- job-spec: "ip4-05"
build: "20"
- job-spec: "ip4-06"
build: "21"
-# - job-spec: "ip6-00"
-# build: "22"
+ - job-spec: "ip6-00"
+ build: "22"
- job-spec: "ip6-01"
build: "23"
- job-spec: "l2-00"
build: "24"
-# - job-spec: "l2-01"
-# build: "25"
-# - job-spec: "l2-02"
-# build: "26"
-# - job-spec: "l2-03"
-# build: "27"
-# - job-spec: "l2-04"
-# build: "28"
+ - job-spec: "l2-01"
+ build: "25"
+ - job-spec: "l2-02"
+ build: "26"
+ - job-spec: "l2-03"
+ build: "27"
+ - job-spec: "l2-04"
+ build: "28"
- type: "table"
title: "Job Specification Duration: 2n-zn2-iterative"
lines:
- job-spec: "gso-00"
build: "16"
-# - job-spec: "ip4-00"
-# build: "17"
+ - job-spec: "ip4-00"
+ build: "17"
- job-spec: "ip4-01"
build: "18"
- job-spec: "ip4-02"
build: "19"
- job-spec: "ip4-03"
build: "20"
-# - job-spec: "ip4-04"
-# build: "21"
-# - job-spec: "ip4-05"
-# build: "22"
-# - job-spec: "ip4tun-00"
-# build: "23"
-# - job-spec: "ip6-00"
-# build: "24"
-# - job-spec: "ip6-01"
-# build: "25"
-# - job-spec: "l2-00"
-# build: "26"
+ - job-spec: "ip4-04"
+ build: "21"
+ - job-spec: "ip4-05"
+ build: "22"
+ - job-spec: "ip4tun-00"
+ build: "23"
+ - job-spec: "ip6-00"
+ build: "24"
+ - job-spec: "ip6-01"
+ build: "25"
+ - job-spec: "l2-00"
+ build: "26"
- job-spec: "l2-01"
build: "27"
-# - job-spec: "lb-00"
-# build: "28"
-# - job-spec: "memif-00"
-# build: "29"
+ - job-spec: "lb-00"
+ build: "28"
+ - job-spec: "memif-00"
+ build: "29"
- job-spec: "vhost-00"
build: "30"
- job-spec: "ip6-01"
build: "50"
- job-spec: "ip6tun-00"
- build: "51"
+ build: "69"
- job-spec: "l2-00"
build: "52"
- job-spec: "l2-01"
lines:
- job-spec: "ip4-00"
build: "18"
-# - job-spec: "ip4-01"
-# build: "19"
+ - job-spec: "ip4-01"
+ build: "19"
- job-spec: "ip4-02"
build: "20"
- job-spec: "ip4-03"
build: "22"
- job-spec: "ip6-00"
build: "23"
-# - job-spec: "ip6-01"
-# build: "24"
-# - job-spec: "l2-00"
-# build: "25"
-# - job-spec: "l2-01"
-# build: "26"
-# - job-spec: "l2-02"
-# build: "27"
-# - job-spec: "l2-03"
-# build: "28"
-# - job-spec: "l2-04"
-# build: "29"
-# - job-spec: "memif-00"
-# build: "30"
-# - job-spec: "srv6-00"
-# build: "31"
-# - job-spec: "srv6-01"
-# build: "32"
-# - job-spec: "vhost-00"
-# build: "33"
-# - job-spec: "vhost-01"
-# build: "34"
+ - job-spec: "ip6-01"
+ build: "24"
+ - job-spec: "l2-00"
+ build: "25"
+ - job-spec: "l2-01"
+ build: "26"
+ - job-spec: "l2-02"
+ build: "27"
+ - job-spec: "l2-03"
+ build: "28"
+ - job-spec: "l2-04"
+ build: "29"
+ - job-spec: "memif-00"
+ build: "30"
+ - job-spec: "srv6-00"
+ build: "31"
+ - job-spec: "srv6-01"
+ build: "32"
+ - job-spec: "vhost-00"
+ build: "33"
+ - job-spec: "vhost-01"
+ build: "34"
# VPP Latency Changes 3n-skx 2t1c
- type: "table"
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
-# VPP Performance Changes 2n-aws 8t4c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-aws 8t4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-8t4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C'"
- columns:
- - title: "2110.0-8"
- data-set: "vpp-2n-aws-prev-iter-mrr"
- - title: "2202.0-9"
- data-set: "vpp-2n-aws-curr-iter-mrr"
- comparisons:
- - title: "2202.0-9 vs 2110.0-8"
- reference: 1
- compare: 2
- legend:
- - ''
- - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
+# # VPP Performance Changes 2n-aws 8t4c mrr
+# - type: "table"
+# title: "VPP Performance Changes 2n-aws 8t4c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-8t4c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'8T4C'"
+# columns:
+# - title: "2110.0-8"
+# data-set: "vpp-2n-aws-prev-iter-mrr"
+# - title: "2202.0-9"
+# data-set: "vpp-2n-aws-curr-iter-mrr"
+# comparisons:
+# - title: "2202.0-9 vs 2110.0-8"
+# reference: 1
+# compare: 2
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
# VPP Performance Changes 3n-aws 2t1c mrr
- type: "table"
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
-# VPP Performance Changes 3n-aws 8t4c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-aws 8t4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-8t4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C'"
- columns:
- - title: "2110.0-8"
- data-set: "vpp-3n-aws-prev-iter-mrr"
- - title: "2202.0-9"
- data-set: "vpp-3n-aws-curr-iter-mrr"
- comparisons:
- - title: "2202.0-9 vs 2110.0-8"
- reference: 1
- compare: 2
- legend:
- - ''
- - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
+# # VPP Performance Changes 3n-aws 8t4c mrr
+# - type: "table"
+# title: "VPP Performance Changes 3n-aws 8t4c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-8t4c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'8T4C'"
+# columns:
+# - title: "2110.0-8"
+# data-set: "vpp-3n-aws-prev-iter-mrr"
+# - title: "2202.0-9"
+# data-set: "vpp-3n-aws-curr-iter-mrr"
+# comparisons:
+# - title: "2202.0-9 vs 2110.0-8"
+# reference: 1
+# compare: 2
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr
- type: "table"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+ filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X520'"
columns:
- title: "21.02"
data-set: "dpdk-3n-tsh-hist-iter"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+ filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X520'"
columns:
- title: "21.02"
data-set: "dpdk-3n-tsh-hist-iter"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+ filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X520'"
columns:
- title: "21.02"
data-set: "dpdk-3n-tsh-hist-iter"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+ filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X520'"
columns:
- title: "21.02"
data-set: "dpdk-3n-tsh-hist-iter"
data: "vpp-2n-icx-curr-iter-gso"
core: ["1t1c", "2t2c", "4t4c"]
include:
- - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr"
- - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-iperf3-mrr"
- - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Vhost-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-gso-iperf3-mrr"
- - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Vhost-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-iperf3-mrr"
+ - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr"
+ - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Tap-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-iperf3-mrr"
+ - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Vhost-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-gso-iperf3-mrr"
+ - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Vhost-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-iperf3-mrr"
layout:
title: "2n-icx-128kb-{core}-ip4routing-iperf3"
layout: "plot-throughput-gbps"