Report: fixes
[csit.git] / resources / tools / presentation / specifications / report / elements.yaml
index 4c9e349..515f1b2 100644 (file)
@@ -95,8 +95,8 @@
       build: "2"
     - job-spec: "crypto-02"
       build: "3"
-    # - job-spec: "crypto-03"  # Completly failed
-    #   build: "70"
+    - job-spec: "crypto-03"
+      build: "35"
     - job-spec: "crypto-04"
       build: "4"
     - job-spec: "crypto-05"
       build: "22"
     - job-spec: "l2-05"
       build: "23"
-    - job-spec: "l2-06"
-      build: "24"
+    - job-spec: "l2-06"
+      build: "24"
     - job-spec: "l2-07"
       build: "25"
     - job-spec: "l2-08"
   jb-type: "coverage"
   data: "vpp-2n-clx-curr-cov"
   lines:
-    - job-spec: "gso-00"
-      build: "4"
-    - job-spec: "ip4-00"
-      build: "5"
+    - job-spec: "gso-00"
+      build: "4"
+    - job-spec: "ip4-00"
+      build: "5"
     - job-spec: "ip4-01"
       build: "6"
     - job-spec: "ip4-02"
       build: "7"
-    - job-spec: "ip4-03"
-      build: "8"
-    - job-spec: "ip4-04"
-      build: "9"
+    - job-spec: "ip4-03"
+      build: "8"
+    - job-spec: "ip4-04"
+      build: "9"
     - job-spec: "ip4-05"
       build: "10"
     - job-spec: "ip4-06"
       build: "12"
     - job-spec: "ip4tun-00"
       build: "13"
-    - job-spec: "ip6-00"
-      build: "14"
-    - job-spec: "ip6-01"
-      build: "15"
-    - job-spec: "l2-00"
-      build: "16"
-    - job-spec: "l2-01"
-      build: "17"
-    - job-spec: "lb-00"
-      build: "18"
-    - job-spec: "memif-00"
-      build: "19"
-    - job-spec: "vhost-00"
-      build: "20"
+    - job-spec: "ip6-00"
+      build: "14"
+    - job-spec: "ip6-01"
+      build: "15"
+    - job-spec: "l2-00"
+      build: "16"
+    - job-spec: "l2-01"
+      build: "17"
+    - job-spec: "lb-00"
+      build: "18"
+    - job-spec: "memif-00"
+      build: "19"
+    - job-spec: "vhost-00"
+      build: "20"
 
 - type: "table"
   title: "Job Specification Duration: 2n-dnv-iterative"
     - job-spec: "vpp-mlr-00"
       data-set: "vpp-2n-tx2-curr-iter"
 
-- type: "table"
-  title: "Job Specification Duration: 2n-tx2-coverage"
-  algorithm: "table_job_spec_duration"
-  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov"
-  jb-type: "coverage"
-  data: "vpp-2n-tx2-curr-cov"
-  lines:
-    - job-spec: "ip4-00"
-      build: "1"
-    - job-spec: "ip4-01"
-      build: "2"
-    - job-spec: "ip4-02"
-      build: "3"
-    - job-spec: "ip4-03"
-      build: "4"
-    - job-spec: "ip4-04"
-      build: "5"
-    - job-spec: "ip4-05"
-      build: "6"
-    - job-spec: "ip4-06"
-      build: "7"
-    - job-spec: "ip6-00"
-      build: "8"
-    - job-spec: "ip6-01"
-      build: "9"
-    - job-spec: "l2-00"
-      build: "10"
-    - job-spec: "l2-01"
-      build: "11"
-    - job-spec: "l2-02"
-      build: "12"
-    - job-spec: "l2-03"
-      build: "13"
-    - job-spec: "l2-04"
-      build: "14"
+- type: "table"
+  title: "Job Specification Duration: 2n-tx2-coverage"
+  algorithm: "table_job_spec_duration"
+  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov"
+  jb-type: "coverage"
+  data: "vpp-2n-tx2-curr-cov"
+  lines:
+    - job-spec: "ip4-00"
+      build: "1"
+    - job-spec: "ip4-01"
+      build: "2"
+    - job-spec: "ip4-02"
+      build: "3"
+    - job-spec: "ip4-03"
+      build: "4"
+    - job-spec: "ip4-04"
+      build: "5"
+    - job-spec: "ip4-05"
+      build: "6"
+    - job-spec: "ip4-06"
+      build: "7"
+    - job-spec: "ip6-00"
+      build: "8"
+    - job-spec: "ip6-01"
+      build: "9"
+    - job-spec: "l2-00"
+      build: "10"
+    - job-spec: "l2-01"
+      build: "11"
+    - job-spec: "l2-02"
+      build: "12"
+    - job-spec: "l2-03"
+      build: "13"
+    - job-spec: "l2-04"
+      build: "14"
 
 - type: "table"
   title: "Job Specification Duration: 2n-zn2-iterative"
   lines:
     # - job-spec: "gso-00"
     #   build: "1"
-    - job-spec: "ip4-00"
-      build: "2"
+    - job-spec: "ip4-00"
+      build: "2"
     - job-spec: "ip4-01"
       build: "3"
     # - job-spec: "ip4-02"
     #   build: "4"
-    - job-spec: "ip4-03"
-      build: "5"
-    - job-spec: "ip4-04"
-      build: "6"
-    - job-spec: "ip4-05"
-      build: "7"
+    - job-spec: "ip4-03"
+      build: "5"
+    - job-spec: "ip4-04"
+      build: "6"
+    - job-spec: "ip4-05"
+      build: "7"
     # - job-spec: "ip4tun-00"
     #   build: "8"
-    - job-spec: "ip6-00"
-      build: "9"
+    - job-spec: "ip6-00"
+      build: "9"
     # - job-spec: "ip6-01"
     #   build: "10"
-    - job-spec: "l2-00"
-      build: "11"
-    - job-spec: "l2-01"
-      build: "12"
+    - job-spec: "l2-00"
+      build: "11"
+    - job-spec: "l2-01"
+      build: "12"
     # - job-spec: "lb-00"
     #   build: "13"
     # - job-spec: "memif-00"
       build: "2"
     - job-spec: "crypto-02"
       build: "3"
-    # - job-spec: "crypto-03"  # Completly failed
-    #   build: ""
+    - job-spec: "crypto-03"
+      build: "34"
     - job-spec: "crypto-04"
       build: "4"
     - job-spec: "ip4-00"
       build: "30"
     - job-spec: "srv6-01"
       build: "31"
-    - job-spec: "vhost-00"
-      build: "32"
+    - job-spec: "vhost-00"
+      build: "32"
     - job-spec: "vhost-01"
       build: "33"
 
     - job-spec: "dpdk-mlr-00"
       data-set: "dpdk-3n-tsh-curr-iter"
 
-- type: "table"
-  title: "Job Specification Duration: 3n-tsh-coverage"
-  algorithm: "table_job_spec_duration"
-  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov"
-  jb-type: "coverage"
-  data: "vpp-3n-tsh-curr-cov"
-  lines:
-    - job-spec: "ip4-00"
-      build: "1"
-    - job-spec: "ip4-01"
-      build: "2"
-    - job-spec: "ip4-02"
-      build: "3"
-    - job-spec: "ip4-03"
-      build: "4"
-    - job-spec: "ip4tun-00"
-      build: "5"
-    - job-spec: "ip6-00"
-      build: "6"
-    - job-spec: "ip6-01"
-      build: "7"
-    - job-spec: "l2-00"
-      build: "8"
-    - job-spec: "l2-01"
-      build: "9"
-    - job-spec: "l2-02"
-      build: "10"
-    - job-spec: "l2-03"
-      build: "11"
-    - job-spec: "l2-04"
-      build: "12"
-    - job-spec: "memif-00"
-      build: "13"
-    - job-spec: "srv6-00"
-      build: "14"
-    - job-spec: "srv6-01"
-      build: "15"
-    - job-spec: "vhost-00"
-      build: "16"
-    - job-spec: "vhost-01"
-      build: "17"
+- type: "table"
+  title: "Job Specification Duration: 3n-tsh-coverage"
+  algorithm: "table_job_spec_duration"
+  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov"
+  jb-type: "coverage"
+  data: "vpp-3n-tsh-curr-cov"
+  lines:
+    - job-spec: "ip4-00"
+      build: "1"
+    - job-spec: "ip4-01"
+      build: "2"
+    - job-spec: "ip4-02"
+      build: "3"
+    - job-spec: "ip4-03"
+      build: "4"
+    - job-spec: "ip4tun-00"
+      build: "5"
+    - job-spec: "ip6-00"
+      build: "6"
+    - job-spec: "ip6-01"
+      build: "7"
+    - job-spec: "l2-00"
+      build: "8"
+    - job-spec: "l2-01"
+      build: "9"
+    - job-spec: "l2-02"
+      build: "10"
+    - job-spec: "l2-03"
+      build: "11"
+    - job-spec: "l2-04"
+      build: "12"
+    - job-spec: "memif-00"
+      build: "13"
+    - job-spec: "srv6-00"
+      build: "14"
+    - job-spec: "srv6-01"
+      build: "15"
+    - job-spec: "vhost-00"
+      build: "16"
+    - job-spec: "vhost-01"
+      build: "17"
 
 - type: "table"
   title: "Job Specification Duration: 3n-alt-iterative"
     - job-spec: "dpdk-mlr-00"
       data-set: "dpdk-3n-alt-curr-iter"
 
-- type: "table"
-  title: "Job Specification Duration: 3n-alt-coverage"
-  algorithm: "table_job_spec_duration"
-  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov"
-  jb-type: "coverage"
-  data: "vpp-3n-alt-curr-cov"
-  lines:
-#     - job-spec: "ip4-00"
-#       build: "1"
-    - job-spec: "ip4-01"
-      build: "2"
-    - job-spec: "ip4-02"
-      build: "3"
-#     - job-spec: "ip4-03"
-#       build: "4"
-    - job-spec: "ip4tun-00"
-      build: "5"
-    - job-spec: "ip6-00"
-      build: "6"
-#     - job-spec: "ip6-01"
-#       build: "7"
-#     - job-spec: "l2-00"
-#       build: "8"
-#     - job-spec: "l2-01"
-#       build: "9"
-    - job-spec: "l2-02"
-      build: "10"
-    - job-spec: "l2-03"
-      build: "11"
-#     - job-spec: "l2-04"
-#       build: "12"
-#     - job-spec: "memif-00"
-#       build: "13"
-#     - job-spec: "srv6-00"
-#       build: "14"
-#     - job-spec: "srv6-01"
-#       build: "15"
-#     - job-spec: "vhost-00"
-#       build: "16"
-#     - job-spec: "vhost-01"
-#       build: "17"
+- type: "table"
+  title: "Job Specification Duration: 3n-alt-coverage"
+  algorithm: "table_job_spec_duration"
+  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov"
+  jb-type: "coverage"
+  data: "vpp-3n-alt-curr-cov"
+  lines:
+    # - job-spec: "ip4-00"
+    #   build: "1"
+    - job-spec: "ip4-01"
+      build: "2"
+    - job-spec: "ip4-02"
+      build: "3"
+    # - job-spec: "ip4-03"
+    #   build: "4"
+    - job-spec: "ip4tun-00"
+      build: "5"
+    - job-spec: "ip6-00"
+      build: "6"
+    # - job-spec: "ip6-01"
+    #   build: "7"
+    # - job-spec: "l2-00"
+    #   build: "8"
+    # - job-spec: "l2-01"
+    #   build: "9"
+    - job-spec: "l2-02"
+      build: "10"
+    - job-spec: "l2-03"
+      build: "11"
+    # - job-spec: "l2-04"
+    #   build: "12"
+    # - job-spec: "memif-00"
+    #   build: "13"
+    # - job-spec: "srv6-00"
+    #   build: "14"
+    # - job-spec: "srv6-01"
+    #   build: "15"
+    # - job-spec: "vhost-00"
+    #   build: "16"
+    # - job-spec: "vhost-01"
+    #   build: "17"
 
 # VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr
 - type: "table"
   algorithm: "table_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-  filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X520'"
+  filter: "'1T1C' and 'NDRPDR'"
   columns:
     - title: "21.08"
       data-set: "dpdk-3n-tsh-hist-iter"
   algorithm: "table_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-  filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X520'"
+  filter: "'2T2C' and 'NDRPDR'"
   columns:
     - title: "21.08"
       data-set: "dpdk-3n-tsh-hist-iter"
   algorithm: "table_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-  filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X520'"
+  filter: "'1T1C' and 'NDRPDR'"
   columns:
     - title: "21.08"
       data-set: "dpdk-3n-tsh-hist-iter"
   algorithm: "table_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-  filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X520'"
+  filter: "'2T2C' and 'NDRPDR'"
   columns:
     - title: "21.08"
       data-set: "dpdk-3n-tsh-hist-iter"
 #     title: "3n-skx-xxv710-64b-{core}-features-ip4routing-base-dpdk-{test_type}"
 #     layout: "plot-throughput"
 
-- type: "plot"
-  title: "Throughput: 3n-tsh-x520-64b-{core}-ip4routing-base-ixgbe-{test_type}"
-  algorithm: "plot_ndrpdr_box_name"
-  output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-ip4routing-base-ixgbe-{test_type}"
-  data: "vpp-3n-tsh-curr-iter"
-  core: ["1t1c", ]
-  include:
-    - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr"
-    - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr"
-    - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr"
-    - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr"
-    - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr"
-  layout:
-    title: "3n-tsh-x520-64b-{core}-ip4routing-base-ixgbe-{test_type}"
-    layout: "plot-throughput"
-
 - type: "plot"
   title: "Throughput: 3n-tsh-x520-64b-{core}-features-ip4routing-base-ixgbe-{test_type}"
   algorithm: "plot_ndrpdr_box_name"
   data: "vpp-3n-tsh-curr-iter"
   core: ["1t1c", ]
   include:
+    - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr"
     - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
     - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
     - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
     title: "2n-skx-xxv710-64b-vhost-base-[avf,dpdk]-vpp-{test_type}"
     layout: "plot-throughput-speedup-analysis"
 
-- type: "plot"
-  title: "Speedup: 3n-tsh-x520-64b-ip4routing-base-ixgbe-{test_type}-tsa"
-  algorithm: "plot_tsa_name"
-  output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-ip4routing-base-ixgbe-{test_type}-tsa"
-  data: "vpp-3n-tsh-curr-iter"
-  include:
-    - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr"
-    - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
-    - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr"
-    - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr"
-    - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr"
-  layout:
-    title: "3n-tsh-x520-64b-ip4routing-base-ixgbe-{test_type}"
-    layout: "plot-throughput-speedup-analysis"
-
 - type: "plot"
   title: "Speedup: 3n-tsh-x520-64b-features-ip4routing-base-ixgbe-{test_type}-tsa"
   algorithm: "plot_tsa_name"
   output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-features-ip4routing-base-ixgbe-{test_type}-tsa"
   data: "vpp-3n-tsh-curr-iter"
   include:
+    - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
     - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
     - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
     - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
     title: "2n-clx-e810cq-64b-{core}-ip4-features-avf-{test_type}"
     layout: "plot-throughput"
 
-- type: "plot"
-  title: "Throughput: 2n-clx-e810cq-64b-{core}-ip4-features-dpdk-{test_type}"
-  algorithm: "plot_ndrpdr_box_name"
-  output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-{core}-ip4-features-dpdk-{test_type}"
-  data: "vpp-2n-clx-curr-iter"
-  core: ["2t1c", ]
-  include:
-    - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
-    - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
-    - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
-    - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
-  layout:
-    title: "2n-clx-e810cq-64b-{core}-ip4-features-dpdk-{test_type}"
-    layout: "plot-throughput"
-
 - type: "plot"
   title: "Throughput: 2n-clx-e810cq-78b-{core}-ip6-{test_type}"
   algorithm: "plot_ndrpdr_box_name"
     title: "2n-clx-e810cq-64b-ip4-features-avf-{test_type}"
     layout: "plot-throughput-speedup-analysis"
 
-- type: "plot"
-  title: "Speedup: 2n-clx-e810cq-64b-ip4-features-dpdk-{test_type}-tsa"
-  algorithm: "plot_tsa_name"
-  output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-ip4-features-dpdk-{test_type}-tsa"
-  data: "vpp-2n-clx-curr-iter"
-  include:
-    - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
-    - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
-    - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
-    - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
-  layout:
-    title: "2n-clx-e810cq-64b-ip4-features-dpdk-{test_type}"
-    layout: "plot-throughput-speedup-analysis"
-
 - type: "plot"
   title: "Speedup: 2n-clx-e810cq-78b-ip6-{test_type}-tsa"
   algorithm: "plot_tsa_name"