Code Review / csit.git / blobdiff
? search:
summary | shortlog | log | commit | commitdiff | review | tree
raw | inline | side by side
Report: Add rls data
[csit.git] / resources / tools / presentation / specifications / report / elements.yaml
diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml
index 920e814..7097a6e 100644 (file)
--- a/resources/tools/presentation/specifications/report/elements.yaml
+++ b/resources/tools/presentation/specifications/report/elements.yaml
@@ -67,8 +67,8 @@
       build: "38"
     - job-spec: "ip4-00"
       build: "39"
-    # - job-spec: "ip4-01"
-    #   build: "40"
+    - job-spec: "ip4-01"
+      build: "40"
     - job-spec: "ip4-02"
       build: "41"
     - job-spec: "ip4-03"
@@ -96,9 +96,9 @@
     - job-spec: "l2-01"
       build: "53"
     # - job-spec: "l2-02"
-    #   build: "54"
-    # - job-spec: "l2-03"
-    #   build: "55"
+    #   build: "68"
+    - job-spec: "l2-03"
+      build: "55"
     - job-spec: "l2-04"
       build: "56"
     - job-spec: "l2-05"
@@ -107,22 +107,22 @@
       build: "58"
     - job-spec: "l2-07"
       build: "59"
-    # - job-spec: "l2-08"
-    #   build: "60"
-    # - job-spec: "l2-09"
-    #   build: "61"
-    # - job-spec: "l2-10"
-    #   build: "62"
+    - job-spec: "l2-08"
+      build: "60"
+    - job-spec: "l2-09"
+      build: "61"
+    - job-spec: "l2-10"
+      build: "69"
     # - job-spec: "memif-00"
     #   build: "63"
-    # - job-spec: "srv6-00"
-    #   build: "64"
-    # - job-spec: "srv6-01"
-    #   build: "65"
-    # - job-spec: "vhost-00"
-    #   build: "66"
-    # - job-spec: "vhost-01"
-    #   build: "67"
+    - job-spec: "srv6-00"
+      build: "64"
+    - job-spec: "srv6-01"
+      build: "65"
+    - job-spec: "vhost-00"
+      build: "66"
+    - job-spec: "vhost-01"
+      build: "67"
 
 - type: "table"
   title: "Job Specification Duration: 2n-clx-iterative"
@@ -355,28 +355,28 @@
       build: "16"
     - job-spec: "ip4-02"
       build: "17"
-#     - job-spec: "ip4-03"
-#       build: "18"
-#     - job-spec: "ip4-04"
-#       build: "19"
+    - job-spec: "ip4-03"
+      build: "18"
+    - job-spec: "ip4-04"
+      build: "19"
     - job-spec: "ip4-05"
       build: "20"
     - job-spec: "ip4-06"
       build: "21"
-#     - job-spec: "ip6-00"
-#       build: "22"
-#     - job-spec: "ip6-01"
-#       build: "23"
+    - job-spec: "ip6-00"
+      build: "22"
+    - job-spec: "ip6-01"
+      build: "23"
     - job-spec: "l2-00"
       build: "24"
-#     - job-spec: "l2-01"
-#       build: "25"
-#     - job-spec: "l2-02"
-#       build: "26"
-#     - job-spec: "l2-03"
-#       build: "27"
-#     - job-spec: "l2-04"
-#       build: "28"
+    - job-spec: "l2-01"
+      build: "25"
+    - job-spec: "l2-02"
+      build: "26"
+    - job-spec: "l2-03"
+      build: "27"
+    - job-spec: "l2-04"
+      build: "28"
 
 - type: "table"
   title: "Job Specification Duration: 2n-zn2-iterative"
@@ -410,26 +410,26 @@
       build: "19"
     - job-spec: "ip4-03"
       build: "20"
-#     - job-spec: "ip4-04"
-#       build: "21"
-#     - job-spec: "ip4-05"
-#       build: "22"
-#     - job-spec: "ip4tun-00"
-#       build: "23"
+    - job-spec: "ip4-04"
+      build: "21"
+    - job-spec: "ip4-05"
+      build: "22"
+    - job-spec: "ip4tun-00"
+      build: "23"
 #     - job-spec: "ip6-00"
 #       build: "24"
 #     - job-spec: "ip6-01"
 #       build: "25"
-#     - job-spec: "l2-00"
-#       build: "26"
-#     - job-spec: "l2-01"
-#       build: "27"
+    - job-spec: "l2-00"
+      build: "26"
+    - job-spec: "l2-01"
+      build: "27"
 #     - job-spec: "lb-00"
 #       build: "28"
-#     - job-spec: "memif-00"
-#       build: "29"
-#     - job-spec: "vhost-00"
-#       build: "30"
+    - job-spec: "memif-00"
+      build: "29"
+    - job-spec: "vhost-00"
+      build: "30"
 
 - type: "table"
   title: "Job Specification Duration: 3n-dnv-iterative"
@@ -583,38 +583,38 @@
   lines:
     - job-spec: "ip4-00"
       build: "18"
-#     - job-spec: "ip4-01"
-#       build: "19"
-#     - job-spec: "ip4-02"
-#       build: "20"
-#     - job-spec: "ip4-03"
-#       build: "21"
+    - job-spec: "ip4-01"
+      build: "19"
+    - job-spec: "ip4-02"
+      build: "20"
+    - job-spec: "ip4-03"
+      build: "21"
     - job-spec: "ip4tun-00"
       build: "22"
     - job-spec: "ip6-00"
       build: "23"
-#     - job-spec: "ip6-01"
-#       build: "24"
-#     - job-spec: "l2-00"
-#       build: "25"
+    - job-spec: "ip6-01"
+      build: "24"
+    - job-spec: "l2-00"
+      build: "25"
 #     - job-spec: "l2-01"
 #       build: "26"
 #     - job-spec: "l2-02"
 #       build: "27"
-#     - job-spec: "l2-03"
-#       build: "28"
+    - job-spec: "l2-03"
+      build: "28"
 #     - job-spec: "l2-04"
 #       build: "29"
-#     - job-spec: "memif-00"
-#       build: "30"
-#     - job-spec: "srv6-00"
-#       build: "31"
-#     - job-spec: "srv6-01"
-#       build: "32"
-#     - job-spec: "vhost-00"
-#       build: "33"
-#     - job-spec: "vhost-01"
-#       build: "34"
+    - job-spec: "memif-00"
+      build: "30"
+    - job-spec: "srv6-00"
+      build: "31"
+    - job-spec: "srv6-01"
+      build: "32"
+    - job-spec: "vhost-00"
+      build: "33"
+    - job-spec: "vhost-01"
+      build: "34"
 
 # VPP Latency Changes 3n-skx 2t1c
 - type: "table"
@@ -4216,28 +4216,28 @@
     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
     - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
 
-# VPP Performance Changes 2n-aws 8t4c mrr
-- type: "table"
-  title: "VPP Performance Changes 2n-aws 8t4c mrr"
-  algorithm: "table_comparison"
-  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-8t4c-mrr"
-  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-  filter: "'8T4C'"
-  columns:
-    - title: "2110.0-8"
-      data-set: "vpp-2n-aws-prev-iter-mrr"
-    - title: "2202.0-9"
-      data-set: "vpp-2n-aws-curr-iter-mrr"
-  comparisons:
-    - title: "2202.0-9 vs 2110.0-8"
-      reference: 1
-      compare: 2
-  legend:
-    - ''
-    - 'Test Case:            Test cases executed for: MRR throughput on 2n-aws with nitro50g.'
-    - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
-    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-    - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
+# # VPP Performance Changes 2n-aws 8t4c mrr
+# - type: "table"
+#   title: "VPP Performance Changes 2n-aws 8t4c mrr"
+#   algorithm: "table_comparison"
+#   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-8t4c-mrr"
+#   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+#   filter: "'8T4C'"
+#   columns:
+#     - title: "2110.0-8"
+#       data-set: "vpp-2n-aws-prev-iter-mrr"
+#     - title: "2202.0-9"
+#       data-set: "vpp-2n-aws-curr-iter-mrr"
+#   comparisons:
+#     - title: "2202.0-9 vs 2110.0-8"
+#       reference: 1
+#       compare: 2
+#   legend:
+#     - ''
+#     - 'Test Case:            Test cases executed for: MRR throughput on 2n-aws with nitro50g.'
+#     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+#     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+#     - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
 
 # VPP Performance Changes 3n-aws 2t1c mrr
 - type: "table"
@@ -4285,28 +4285,28 @@
     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
     - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
 
-# VPP Performance Changes 3n-aws 8t4c mrr
-- type: "table"
-  title: "VPP Performance Changes 3n-aws 8t4c mrr"
-  algorithm: "table_comparison"
-  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-8t4c-mrr"
-  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-  filter: "'8T4C'"
-  columns:
-    - title: "2110.0-8"
-      data-set: "vpp-3n-aws-prev-iter-mrr"
-    - title: "2202.0-9"
-      data-set: "vpp-3n-aws-curr-iter-mrr"
-  comparisons:
-    - title: "2202.0-9 vs 2110.0-8"
-      reference: 1
-      compare: 2
-  legend:
-    - ''
-    - 'Test Case:            Test cases executed for: MRR throughput on 3n-aws with nitro50g.'
-    - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
-    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-    - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
+# # VPP Performance Changes 3n-aws 8t4c mrr
+# - type: "table"
+#   title: "VPP Performance Changes 3n-aws 8t4c mrr"
+#   algorithm: "table_comparison"
+#   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-8t4c-mrr"
+#   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+#   filter: "'8T4C'"
+#   columns:
+#     - title: "2110.0-8"
+#       data-set: "vpp-3n-aws-prev-iter-mrr"
+#     - title: "2202.0-9"
+#       data-set: "vpp-3n-aws-curr-iter-mrr"
+#   comparisons:
+#     - title: "2202.0-9 vs 2110.0-8"
+#       reference: 1
+#       compare: 2
+#   legend:
+#     - ''
+#     - 'Test Case:            Test cases executed for: MRR throughput on 3n-aws with nitro50g.'
+#     - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+#     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+#     - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
 
 # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr
 - type: "table"
@@ -6074,7 +6074,7 @@
   algorithm: "table_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-  filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+  filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X520'"
   columns:
     - title: "21.02"
       data-set: "dpdk-3n-tsh-hist-iter"
@@ -6097,7 +6097,7 @@
   algorithm: "table_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-  filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+  filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X520'"
   columns:
     - title: "21.02"
       data-set: "dpdk-3n-tsh-hist-iter"
@@ -6120,7 +6120,7 @@
   algorithm: "table_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-  filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+  filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X520'"
   columns:
     - title: "21.02"
       data-set: "dpdk-3n-tsh-hist-iter"
@@ -6143,7 +6143,7 @@
   algorithm: "table_comparison"
   output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-  filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+  filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X520'"
   columns:
     - title: "21.02"
       data-set: "dpdk-3n-tsh-hist-iter"
@@ -8995,9 +8995,9 @@
     - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-{core}-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr"
     - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr"
     - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr"
-#    - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr"
-#    - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr"
-#    - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr"
+    - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr"
+    - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr"
+    - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr"
   layout:
     title: "3n-skx-xxv710-78b-{core}-srv6-ip6routing-base-avf-{test_type}"
     layout: "plot-throughput"
@@ -14174,10 +14174,10 @@
   data: "vpp-2n-icx-curr-iter-gso"
   core: ["1t1c", "2t2c", "4t4c"]
   include:
-    - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr"
-    - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-iperf3-mrr"
-    - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Vhost-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-gso-iperf3-mrr"
-    - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Vhost-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-iperf3-mrr"
+    - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr"
+    - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Tap-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-iperf3-mrr"
+    - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Vhost-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-gso-iperf3-mrr"
+    - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Vhost-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-iperf3-mrr"
   layout:
     title: "2n-icx-128kb-{core}-ip4routing-iperf3"
     layout: "plot-throughput-gbps"
Integration tests