Report: Add rc1 data

Change-Id: I4f83a043c65ac1c968020024d139123a836fb33b
Signed-off-by: Tibor Frank <tifrank@cisco.com>

diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml
index 626711d..b291df1 100644 (file)
--- a/resources/tools/presentation/specifications/report/data_sets.yaml
+++ b/resources/tools/presentation/specifications/report/data_sets.yaml
@@ -46,6 +46,7 @@
       - 8   # rls2202.rel NDRPDR iter env 10
       - 9   # rls2202.rel NDRPDR iter env 10
       - 11  # rls2202.rel NDRPDR iter env 10
+      - 12  # rls2202.rel NDRPDR iter env 10
       - 14  # rls2202.rel NDRPDR iter env 10
 
   vpp-3n-skx-curr-iter:
@@ -148,7 +149,7 @@
       - 6   # rls2206 NDRPDR iter env 10
       - 7   # rls2206 NDRPDR iter env 10
       - 8   # rls2206 NDRPDR iter env 10
-      # - 9   # rls2206 NDRPDR iter env 10
+      - 9   # rls2206 NDRPDR iter env 10
       - 10  # rls2206 NDRPDR iter env 10
 
   dpdk-3n-skx-curr-iter-best:
@@ -188,6 +189,8 @@
       - 10  # rls2202.rel NDRPDR iter env 10
       - 11  # rls2202.rel NDRPDR iter env 10
       - 12  # rls2202.rel NDRPDR iter env 10
+      - 14  # rls2202.rel NDRPDR iter env 10
+      - 15  # rls2202.rel NDRPDR iter env 10
       - 16  # rls2202.rel NDRPDR iter env 10
       - 17  # rls2202.rel NDRPDR iter env 10
       - 18  # rls2202.rel NDRPDR iter env 10
@@ -443,6 +446,7 @@
       - 8   # rls2206 NDRPDR iter env 10
       - 9   # rls2206 NDRPDR iter env 10
       - 10  # rls2206 NDRPDR iter env 10
+      - 12  # rls2206 NDRPDR iter env 10
 
   dpdk-2n-zn2-curr-iter-best:
     csit-dpdk-perf-report-iterative-2206-2n-zn2:
@@ -481,6 +485,7 @@
       - 11  # rls2202.rel NDRPDR iter env 10
       - 14  # rls2202.rel NDRPDR iter env 10
       - 16  # rls2202.rel NDRPDR iter env 10
+      - 17  # rls2202.rel NDRPDR iter env 10
 
   vpp-2n-clx-curr-iter:
     csit-vpp-perf-report-iterative-2206-2n-clx:
@@ -605,6 +610,7 @@
       - 1   # rls2206 NDRPDR iter env 10
       - 2   # rls2206 NDRPDR iter env 10
       - 3   # rls2206 NDRPDR iter env 10
+      - 5   # rls2206 NDRPDR iter env 10
       - 6   # rls2206 NDRPDR iter env 10
       - 7   # rls2206 NDRPDR iter env 10
       - 10  # rls2206 NDRPDR iter env 10
@@ -645,6 +651,7 @@
     csit-vpp-perf-report-iterative-2206-3n-tsh:
       - 4   # rls2202.rel NDRPDR iter env 10
       - 5   # rls2202.rel NDRPDR iter env 10
+      - 6   # rls2202.rel NDRPDR iter env 10
 
   vpp-3n-tsh-curr-iter:
     csit-vpp-perf-report-iterative-2206-3n-tsh:
@@ -751,6 +758,7 @@
     csit-vpp-perf-report-iterative-2206-2n-tx2:
       - 4   # rls2202.rel NDRPDR iter env 10
       - 5   # rls2202.rel NDRPDR iter env 10
+      - 7   # rls2202.rel NDRPDR iter env 10
 
   vpp-2n-tx2-curr-iter:
     csit-vpp-perf-report-iterative-2206-2n-tx2:
@@ -988,14 +996,12 @@
       - 22  # rls2202.rel NDRPDR iter env 9
 
   vpp-2n-aws-curr-iter:
-    # csit-vpp-perf-report-iterative-2206-2n-aws:
-    csit-vpp-perf-report-iterative-2202-2n-aws:
-      - 12  # rls2202.rel NDRPDR iter env 9
+    csit-vpp-perf-report-iterative-2206-2n-aws:
+      - 2   # rls2206.rc1 NDRPDR iter env 10
 
   vpp-2n-aws-curr-iter-best:
-    # csit-vpp-perf-report-iterative-2206-2n-aws:
-    csit-vpp-perf-report-iterative-2202-2n-aws:
-      - 12  # rls2202.rel NDRPDR iter env 9
+    csit-vpp-perf-report-iterative-2206-2n-aws:
+      - 2   # rls2206.rc1 NDRPDR iter env 10
 
   vpp-2n-aws-hist-iter-mrr:
     csit-vpp-perf-report-iterative-2110-2n-aws:
@@ -1199,6 +1205,7 @@
     csit-vpp-perf-report-iterative-2206-3n-icx:
       - 4   # rls2202.rel NDRPDR iter env 10
       - 5   # rls2202.rel NDRPDR iter env 10
+      - 6   # rls2202.rel NDRPDR iter env 10
       - 8   # rls2202.rel NDRPDR iter env 10
 
   vpp-3n-icx-curr-iter:

diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml
index 8de7d05..6ebc3fb 100644 (file)
--- a/resources/tools/presentation/specifications/report/elements.yaml
+++ b/resources/tools/presentation/specifications/report/elements.yaml
@@ -514,8 +514,8 @@
       data-set: "vpp-3n-skx-curr-iter-mrr"
     - job-spec: "vpp-mlr-00"
       data-set: "vpp-3n-skx-curr-iter"
-    - job-spec: "hoststack-00"
-      data-set: "vpp-3n-skx-curr-iter-hoststack"
+    # - job-spec: "hoststack-00"
+    #   data-set: "vpp-3n-skx-curr-iter-hoststack"
     - job-spec: "dpdk-mlr-00"
       data-set: "dpdk-3n-skx-curr-iter"
 
@@ -1871,36 +1871,36 @@
 ################################################################################
 # VPP
 
-# VPP Performance Changes 3n-skx Hoststack
-- type: "table"
-  title: "VPP Performance Changes 3n-skx Hoststack"
-  algorithm: "table_comparison"
-  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-hoststack"
-  include-tests: "hoststack"
-  filter: "all"
-  columns:
-    - title: "2110.0-8"
-      data-set: "vpp-3n-skx-hist-iter-hoststack-new-env"
-    - title: "2202.0-9"
-      data-set: "vpp-3n-skx-prev-iter-hoststack-old-env"
-    - title: "2202.0-10"
-      data-set: "vpp-3n-skx-prev-iter-hoststack-new-env"
-    - title: "2206.0-10"
-      data-set: "vpp-3n-skx-curr-iter-hoststack"
-  comparisons:
-    - title: "2202.0-10 vs 2202.0-9"
-      reference: 2
-      compare: 3
-    - title: "2206.0-10 vs 2202.0-10"
-      reference: 3
-      compare: 4
-  legend:
-    - ''
-    - 'Test Case:            Test cases executed for: Hoststack on 3n-skx with xxv710.'
-    - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
-    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-    - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
-    - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+# # VPP Performance Changes 3n-skx Hoststack
+# - type: "table"
+#   title: "VPP Performance Changes 3n-skx Hoststack"
+#   algorithm: "table_comparison"
+#   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-hoststack"
+#   include-tests: "hoststack"
+#   filter: "all"
+#   columns:
+#     - title: "2110.0-8"
+#       data-set: "vpp-3n-skx-hist-iter-hoststack-new-env"
+#     - title: "2202.0-9"
+#       data-set: "vpp-3n-skx-prev-iter-hoststack-old-env"
+#     - title: "2202.0-10"
+#       data-set: "vpp-3n-skx-prev-iter-hoststack-new-env"
+#     - title: "2206.0-10"
+#       data-set: "vpp-3n-skx-curr-iter-hoststack"
+#   comparisons:
+#     - title: "2202.0-10 vs 2202.0-9"
+#       reference: 2
+#       compare: 3
+#     - title: "2206.0-10 vs 2202.0-10"
+#       reference: 3
+#       compare: 4
+#   legend:
+#     - ''
+#     - 'Test Case:            Test cases executed for: Hoststack on 3n-skx with xxv710.'
+#     - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+#     - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+#     - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+#     - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
 
 # VPP Performance Changes 2n-clx VSAP
 - type: "table"
@@ -7820,43 +7820,43 @@
 
 # Hoststack tests 3n-skx
 
-- type: "plot"
-  title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3"
-  algorithm: "plot_perf_box_name"
-  output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps"
-  data: "vpp-3n-skx-curr-iter-hoststack"
-  include:
-    - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps"
-    - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps"
-  layout:
-    title: "3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3"
-    layout: "plot-hoststack"
+# - type: "plot"
+#   title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3"
+#   algorithm: "plot_perf_box_name"
+#   output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps"
+#   data: "vpp-3n-skx-curr-iter-hoststack"
+#   include:
+#     - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps"
+#     - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps"
+#   layout:
+#     title: "3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3"
+#     layout: "plot-hoststack"
 
-- type: "plot"
-  title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3"
-  algorithm: "plot_perf_box_name"
-  output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps"
-  data: "vpp-3n-skx-curr-iter-hoststack"
-  include:
-    - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpbase-ldpreload-iperf3-bps"
-    - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps"
-  layout:
-    title: "3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3"
-    layout: "plot-hoststack"
+# - type: "plot"
+#   title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3"
+#   algorithm: "plot_perf_box_name"
+#   output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps"
+#   data: "vpp-3n-skx-curr-iter-hoststack"
+#   include:
+#     - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpbase-ldpreload-iperf3-bps"
+#     - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps"
+#   layout:
+#     title: "3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3"
+#     layout: "plot-hoststack"
 
-- type: "plot"
-  title: "Bandwidth: 3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho"
-  algorithm: "plot_perf_box_name"
-  output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho-bps"
-  data: "vpp-3n-skx-curr-iter-hoststack"
-  include:
-    - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps"
-    - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps"
-    - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps"
-    - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps"
-  layout:
-    title: "3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho"
-    layout: "plot-hoststack"
+# - type: "plot"
+#   title: "Bandwidth: 3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho"
+#   algorithm: "plot_perf_box_name"
+#   output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho-bps"
+#   data: "vpp-3n-skx-curr-iter-hoststack"
+#   include:
+#     - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps"
+#     - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps"
+#     - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps"
+#     - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps"
+#   layout:
+#     title: "3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho"
+#     layout: "plot-hoststack"
 
 ################################################################################