Code Review / csit.git / blobdiff
? search:
summary | shortlog | log | commit | commitdiff | review | tree
raw | inline | side by side
Report: Hide 2n-icx empty graphs
[csit.git] / resources / tools / presentation / specifications / report / elements.yaml
diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml
index 8e887aa..22faba6 100644 (file)
--- a/resources/tools/presentation/specifications/report/elements.yaml
+++ b/resources/tools/presentation/specifications/report/elements.yaml
@@ -228,8 +228,8 @@
   jb-type: "coverage"
   data: "vpp-2n-tx2-curr-cov"
   lines:
-#     - job-spec: "ip4-00"
-#       build: "1"
+    - job-spec: "ip4-00"
+      build: "1"
     - job-spec: "ip4-01"
       build: "2"
     - job-spec: "ip4-02"
@@ -285,30 +285,30 @@
       build: "2"
     - job-spec: "ip4-01"
       build: "3"
-#     - job-spec: "ip4-02"
-#       build: "4"
+    - job-spec: "ip4-02"
+      build: "4"
     - job-spec: "ip4-03"
       build: "18"
-#     - job-spec: "ip4-04"
-#       build: "6"
-#     - job-spec: "ip4-05"
-#       build: "7"
-#     - job-spec: "ip4tun-00"
-#       build: "8"
+    - job-spec: "ip4-04"
+      build: "6"
+    - job-spec: "ip4-05"
+      build: "7"
+    - job-spec: "ip4tun-00"
+      build: "8"
     - job-spec: "ip6-00"
       build: "9"
     - job-spec: "ip6-01"
       build: "19"
     - job-spec: "l2-00"
       build: "11"
-#     - job-spec: "l2-01"
-#       build: "12"
+    - job-spec: "l2-01"
+      build: "12"
     - job-spec: "lb-00"
       build: "13"
-#     - job-spec: "memif-00"
-#       build: "14"
-#     - job-spec: "vhost-00"
-#       build: "15"
+    - job-spec: "memif-00"
+      build: "14"
+    - job-spec: "vhost-00"
+      build: "15"
 
 - type: "table"
   title: "Job Specification Duration: 3n-dnv-iterative"
@@ -377,8 +377,8 @@
       build: "36"
     - job-spec: "crypto-02"
       build: "37"
-    - job-spec: "crypto-03"
-      build: "38"
+#     - job-spec: "crypto-03"  # Completly failed
+#       build: "38"
     - job-spec: "crypto-04"
       build: "39"
     - job-spec: "ip4-00"
@@ -4094,7 +4094,7 @@
       data: "data msg"
   data: "vpp-2n-icx-curr-iter-best"
   filter: "'NDRPDR'"
-  remove-ndr: True
+#   remove-ndr: True
   parameters:
   - "name"
   - "parent"
@@ -4112,7 +4112,7 @@
 #       data: "data msg"
 #   data: "vpp-3n-icx-curr-iter-best"
 #   filter: "'NDRPDR'"
-#   remove-ndr: True
+#   # remove-ndr: True
 #   parameters:
 #   - "name"
 #   - "parent"
@@ -4173,7 +4173,7 @@
 - type: "table"
   title: "Detailed Test Results - VPP Performance Results 2n-dnv"
   algorithm: "table_merged_details"
-  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
+  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/"
   columns:
     - title: " |prein| Test Name |preout| "
       data: "data name"
@@ -4190,11 +4190,11 @@
 - type: "table"
   title: "Detailed Test Results - VPP Performance Results 2n-aws"
   algorithm: "table_merged_details"
-  output-file: "{DIR[DTR,PERF,VPP,2N,AWS]}/vpp_performance_results_2n_aws"
+  output-file: "{DIR[DTR,PERF,VPP,2N,AWS]}/"
   columns:
     - title: " |prein| Test Name |preout| "
       data: "data name"
-    - title: " |prein| Throughput: |br| 1.  Mpps       Gbps (NDR) |br| 2.  Mpps       Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3.  P50  P90  P99       P50  P90  P99 (10% PDR) |br| 4.  P50  P90  P99       P50  P90  P99 (50% PDR) |br| 5.  P50  P90  P99       P50  P90  P99 (90% PDR) |preout| "
+    - title: " |prein| Throughput: |br| 1.  Mpps       Gbps (NDR) |br| 2.  Mpps       Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3.  min  avg  max       min  avg  max (10% PDR) |br| 4.  min  avg  max       min  avg  max (50% PDR) |br| 5.  min  avg  max       min  avg  max (90% PDR) |preout| "
       data: "data msg"
   data: "vpp-2n-aws-curr-cov"
   filter: "all"
@@ -4207,11 +4207,11 @@
 - type: "table"
   title: "Detailed Test Results - VPP Performance Results 3n-aws"
   algorithm: "table_merged_details"
-  output-file: "{DIR[DTR,PERF,VPP,3N,AWS]}/vpp_performance_results_3n_aws"
+  output-file: "{DIR[DTR,PERF,VPP,3N,AWS]}/"
   columns:
     - title: " |prein| Test Name |preout| "
       data: "data name"
-    - title: " |prein| Throughput: |br| 1.  Mpps       Gbps (NDR) |br| 2.  Mpps       Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3.  P50  P90  P99       P50  P90  P99 (10% PDR) |br| 4.  P50  P90  P99       P50  P90  P99 (50% PDR) |br| 5.  P50  P90  P99       P50  P90  P99 (90% PDR) |preout| "
+    - title: " |prein| Throughput: |br| 1.  Mpps       Gbps (NDR) |br| 2.  Mpps       Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3.  min  avg  max       min  avg  max (10% PDR) |br| 4.  min  avg  max       min  avg  max (50% PDR) |br| 5.  min  avg  max       min  avg  max (90% PDR) |preout| "
       data: "data msg"
   data: "vpp-3n-aws-curr-cov"
   filter: "all"
@@ -4300,7 +4300,7 @@
       data: "data conf-history"
   data: "vpp-2n-icx-curr-iter-best"
   filter: "'NDRPDR'"
-  remove-ndr: True
+#   remove-ndr: True
   parameters:
   - "parent"
   - "name"
@@ -4318,7 +4318,7 @@
 #       data: "data conf-history"
 #   data: "vpp-3n-icx-curr-iter-best"
 #   filter: "'NDRPDR'"
-#   remove-ndr: True
+#   # remove-ndr: True
 #   parameters:
 #   - "parent"
 #   - "name"
@@ -7327,7 +7327,7 @@
   algorithm: "plot_ndrpdr_box_name"
   output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}"
   data: "vpp-2n-aws-curr-iter"
-  core: ["2t1c", ]
+  core: ["2t1c", 4t2c]
   include:
     - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr"
     - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr"
@@ -7341,7 +7341,7 @@
   algorithm: "plot_ndrpdr_box_name"
   output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}"
   data: "vpp-2n-aws-curr-iter"
-  core: ["2t1c", ]
+  core: ["2t1c", 4t2c]
   include:
     - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.1518b-{core}-ethip4-ip4base-ndrpdr"
     - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.1518b-{core}-ethip4-ip4scale20k-ndrpdr"
@@ -7355,7 +7355,7 @@
   algorithm: "plot_ndrpdr_box_name"
   output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-78b-{core}-ip6routing-base-scale-{test_type}"
   data: "vpp-2n-aws-curr-iter"
-  core: ["2t1c", ]
+  core: ["2t1c", 4t2c]
   include:
     - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6base-ndrpdr.78b-{core}-ethip6-ip6base-ndrpdr"
     - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6scale20k-ndrpdr.78b-{core}-ethip6-ip6scale20k-ndrpdr"
@@ -7369,7 +7369,7 @@
   algorithm: "plot_ndrpdr_box_name"
   output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-1518b-{core}-ip6routing-base-scale-{test_type}"
   data: "vpp-2n-aws-curr-iter"
-  core: ["2t1c", ]
+  core: ["2t1c", 4t2c]
   include:
     - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6base-ndrpdr.1518B-{core}-ethip6-ip6base-ndrpdr"
     - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6scale20k-ndrpdr.1518B-{core}-ethip6-ip6scale20k-ndrpdr"
@@ -7383,7 +7383,7 @@
   algorithm: "plot_ndrpdr_box_name"
   output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}"
   data: "vpp-3n-aws-curr-iter"
-  core: ["2t1c", ]
+  core: ["2t1c", 4t2c]
   include:
     - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr"
     - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr"
@@ -7397,7 +7397,7 @@
   algorithm: "plot_ndrpdr_box_name"
   output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}"
   data: "vpp-3n-aws-curr-iter"
-  core: ["2t1c", ]
+  core: ["2t1c", 4t2c]
   include:
     - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.1518b-{core}-ethip4-ip4base-ndrpdr"
     - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.1518b-{core}-ethip4-ip4scale20k-ndrpdr"
@@ -7411,7 +7411,7 @@
   algorithm: "plot_ndrpdr_box_name"
   output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-{test_type}"
   data: "vpp-3n-aws-curr-iter"
-  core: ["2t1c", ]
+  core: ["2t1c", 4t2c]
   include:
     - "Tests.Vpp.Perf.Crypto.50ge1p1ENA-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr.1518B-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr"
   layout:
@@ -7423,7 +7423,7 @@
   algorithm: "plot_ndrpdr_box_name"
   output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-{test_type}"
   data: "vpp-3n-aws-curr-iter"
-  core: ["2t1c", ]
+  core: ["2t1c", 4t2c]
   include:
     - "Tests.Vpp.Perf.Crypto.50ge1p1ENA-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr.imix-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr"
   layout:
@@ -9359,6 +9359,30 @@
     title: "2n-skx-x710-64b-{core}-base-{test_type}"
     layout: "plot-throughput"
 
+- type: "plot"
+  title: "Speedup: 2n-skx-xxv710-64b-base-{test_type}-tsa"
+  algorithm: "plot_tsa_name"
+  output-file: "{DIR[STATIC,DPDK]}/2n-skx-xxv710-64b-base-{test_type}-tsa"
+  data: "dpdk-2n-skx-curr-iter"
+  include:
+    - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr"
+    - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr"
+  layout:
+    title: "2n-skx-xxv710-64b-base-{test_type}-tsa"
+    layout: "plot-throughput-speedup-analysis"
+
+- type: "plot"
+  title: "Speedup: 2n-skx-x710-64b-base-{test_type}-tsa"
+  algorithm: "plot_tsa_name"
+  output-file: "{DIR[STATIC,DPDK]}/2n-skx-x710-64b-base-{test_type}-tsa"
+  data: "dpdk-2n-skx-curr-iter"
+  include:
+    - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr"
+    - "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr"
+  layout:
+    title: "2n-skx-x710-64b-base-{test_type}-tsa"
+    layout: "plot-throughput-speedup-analysis"
+
 # 3n-skx
 
 - type: "plot"
@@ -9387,6 +9411,30 @@
     title: "3n-skx-x710-64b-{core}-base-{test_type}"
     layout: "plot-throughput"
 
+- type: "plot"
+  title: "Speedup: 3n-skx-xxv710-64b-base-{test_type}-tsa"
+  algorithm: "plot_tsa_name"
+  output-file: "{DIR[STATIC,DPDK]}/3n-skx-xxv710-64b-base-{test_type}-tsa"
+  data: "dpdk-3n-skx-curr-iter"
+  include:
+    - "tests.dpdk.perf.25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr"
+    - "tests.dpdk.perf.25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr"
+  layout:
+    title: "3n-skx-xxv710-64b-base-{test_type}-tsa"
+    layout: "plot-throughput-speedup-analysis"
+
+- type: "plot"
+  title: "Speedup: 3n-skx-x710-64b-base-{test_type}-tsa"
+  algorithm: "plot_tsa_name"
+  output-file: "{DIR[STATIC,DPDK]}/3n-skx-x710-64b-base-{test_type}-tsa"
+  data: "dpdk-3n-skx-curr-iter"
+  include:
+    - "tests.dpdk.perf.10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr"
+    - "tests.dpdk.perf.10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr"
+  layout:
+    title: "3n-skx-x710-64b-base-{test_type}-tsa"
+    layout: "plot-throughput-speedup-analysis"
+
 ## 2n-dnv-x553
 #
 #- type: "plot"
@@ -9434,6 +9482,18 @@
     title: "3n-tsh-x520-64b-{core}-base-{test_type}"
     layout: "plot-throughput"
 
+- type: "plot"
+  title: "Speedup: 3n-tsh-x520-64b-base-{test_type}-tsa"
+  algorithm: "plot_tsa_name"
+  output-file: "{DIR[STATIC,DPDK]}/3n-tsh-x520-64b-base-{test_type}-tsa"
+  data: "dpdk-3n-tsh-curr-iter"
+  include:
+    - "tests.dpdk.perf.10ge2p1x520-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr"
+    - "tests.dpdk.perf.10ge2p1x520-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr"
+  layout:
+    title: "3n-tsh-x520-64b-base-{test_type}-tsa"
+    layout: "plot-throughput-speedup-analysis"
+
 # 2n-tx2-xl710
 
 - type: "plot"
@@ -9449,6 +9509,18 @@
     title: "2n-tx2-xl710-64b-{core}-base-{test_type}"
     layout: "plot-throughput"
 
+- type: "plot"
+  title: "Speedup: 2n-tx2-xl710-64b-base-{test_type}-tsa"
+  algorithm: "plot_tsa_name"
+  output-file: "{DIR[STATIC,DPDK]}/2n-tx2-xl710-64b-base-{test_type}-tsa"
+  data: "dpdk-2n-tx2-curr-iter"
+  include:
+    - "tests.dpdk.perf.2N1L-40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr"
+    - "tests.dpdk.perf.2N1L-40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr"
+  layout:
+    title: "2n-tx2-xl710-64b-base-{test_type}-tsa"
+    layout: "plot-throughput-speedup-analysis"
+
 ################################################################################
 ###   2n-clx                                                                 ###
 ################################################################################
@@ -10526,7 +10598,7 @@
 #   layout:
 #     title: "2n-icx-e810cq-64b-{core}-memif-base-avf-{test_type}"
 #     layout: "plot-throughput"
-#
+
 # - type: "plot"
 #   title: "Throughput: 2n-icx-e810cq-64b-{core}-memif-base-dpdk-{test_type}"
 #   algorithm: "plot_ndrpdr_box_name"
@@ -10780,7 +10852,7 @@
 #   layout:
 #     title: "2n-icx-e810cq-64b-{core}-vhost-base-{test_type}"
 #     layout: "plot-throughput"
-#
+
 # - type: "plot"
 #   title: "Throughput: 2n-icx-e810cq-64b-{core}-vhost-base-vpp-{test_type}"
 #   algorithm: "plot_ndrpdr_box_name"
@@ -10807,7 +10879,7 @@
 #   layout:
 #     title: "2n-icx-e810cq-64b-memif-base-avf-{test_type}"
 #     layout: "plot-throughput-speedup-analysis"
-#
+
 # - type: "plot"
 #   title: "Speedup: 2n-icx-e810cq-64b-memif-base-dpdk-{test_type}-tsa"
 #   algorithm: "plot_tsa_name"
@@ -11045,7 +11117,7 @@
 #   layout:
 #     title: "2n-icx-e810cq-64b-vhost-base-{test_type}"
 #     layout: "plot-throughput-speedup-analysis"
-#
+
 # - type: "plot"
 #   title: "Speedup: 2n-icx-e810cq-64b-vhost-base-vpp-{test_type}-tsa"
 #   algorithm: "plot_tsa_name"
@@ -11089,6 +11161,30 @@
     title: "2n-clx-x710-64b-{core}-base-{test_type}"
     layout: "plot-throughput"
 
+- type: "plot"
+  title: "Speedup: 2n-clx-xxv710-64b-base-{test_type}-tsa"
+  algorithm: "plot_tsa_name"
+  output-file: "{DIR[STATIC,DPDK]}/2n-clx-xxv710-64b-base-{test_type}-tsa"
+  data: "dpdk-2n-clx-curr-iter"
+  include:
+    - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr"
+    - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr"
+  layout:
+    title: "2n-clx-xxv710-64b-base-{test_type}-tsa"
+    layout: "plot-throughput-speedup-analysis"
+
+- type: "plot"
+  title: "Speedup: 2n-clx-x710-64b-base-{test_type}-tsa"
+  algorithm: "plot_tsa_name"
+  output-file: "{DIR[STATIC,DPDK]}/2n-clx-x710-64b-base-{test_type}-tsa"
+  data: "dpdk-2n-clx-curr-iter"
+  include:
+    - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr"
+    - "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr"
+  layout:
+    title: "2n-clx-x710-64b-base-{test_type}-tsa"
+    layout: "plot-throughput-speedup-analysis"
+
 ###############################################################################
 
 # 2n-zn2
@@ -12120,6 +12216,30 @@
     title: "2n-zn2-x710-64b-{core}-base-{test_type}"
     layout: "plot-throughput"
 
+- type: "plot"
+  title: "Speedup: 2n-zn2-xxv710-64b-base-{test_type}-tsa"
+  algorithm: "plot_tsa_name"
+  output-file: "{DIR[STATIC,DPDK]}/2n-zn2-xxv710-64b-base-{test_type}-tsa"
+  data: "dpdk-2n-zn2-curr-iter"
+  include:
+    - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr"
+    - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr"
+  layout:
+    title: "2n-zn2-xxv710-64b-base-{test_type}-tsa"
+    layout: "plot-throughput-speedup-analysis"
+
+- type: "plot"
+  title: "Speedup: 2n-zn2-x710-64b-base-{test_type}-tsa"
+  algorithm: "plot_tsa_name"
+  output-file: "{DIR[STATIC,DPDK]}/2n-zn2-x710-64b-base-{test_type}-tsa"
+  data: "dpdk-2n-zn2-curr-iter"
+  include:
+    - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr"
+    - "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr"
+  layout:
+    title: "2n-zn2-x710-64b-base-{test_type}-tsa"
+    layout: "plot-throughput-speedup-analysis"
+
 ################################################################################
 
 - type: "plot"
Integration tests