Report: Add stats tables, aws tests 46/34446/2
authorTibor Frank <tifrank@cisco.com>
Wed, 10 Nov 2021 13:30:08 +0000 (14:30 +0100)
committerTibor Frank <tifrank@cisco.com>
Wed, 10 Nov 2021 13:33:12 +0000 (13:33 +0000)
Change-Id: I212b0e6e70008e15ced0167ab34e613cc0a1aea4
Signed-off-by: Tibor Frank <tifrank@cisco.com>
docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-aws-nitro50g.rst
resources/tools/presentation/specifications/report/data_sets.yaml
resources/tools/presentation/specifications/report/elements.yaml

index 750f4fc..3b35b5d 100644 (file)
 2n-aws-nitro50g
 ~~~~~~~~~~~~~~~
 
+78b-2t1c-ip6routing-base-scale-ena
+----------------------------------
+
+.. raw:: html
+
+    <center>
+    <iframe id="211" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-78b-2t1c-ip6routing-base-scale-ndr.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/vpp/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-aws-nitro50g-78b-2t1c-ip6routing-base-scale-ndr}
+            \label{fig:2n-aws-nitro50g-78b-2t1c-ip6routing-base-scale-ndr}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+.. raw:: html
+
+    <center>
+    <iframe id="212" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-78b-2t1c-ip6routing-base-scale-pdr.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/vpp/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-aws-nitro50g-78b-2t1c-ip6routing-base-scale-pdr}
+            \label{fig:2n-aws-nitro50g-78b-2t1c-ip6routing-base-scale-pdr}
+    \end{figure}
+
 1518b-2t1c-ip6routing-base-scale-ena
 ------------------------------------
 
index ba37a17..d062d95 100644 (file)
 
   vpp-2n-tx2-curr-cov:
     csit-vpp-perf-report-coverage-2110-2n-tx2:
+#      - 1   # rls2110.rel NDRPDR cov env 8
       - 2   # rls2110.rel NDRPDR cov env 8
       - 3   # rls2110.rel NDRPDR cov env 8
       - 4   # rls2110.rel NDRPDR cov env 8
       - 8   # rls2110.rel NDRPDR cov env 8
       - 9   # rls2110.rel NDRPDR cov env 8
       - 10  # rls2110.rel NDRPDR cov env 8
+      - 11  # rls2110.rel NDRPDR cov env 8
       - 12  # rls2110.rel NDRPDR cov env 8
       - 13  # rls2110.rel NDRPDR cov env 8
       - 14  # rls2110.rel NDRPDR cov env 8
index 1a1753a..8e887aa 100644 (file)
     - job-spec: "dpdk-mlr-00"
       data-set: "dpdk-2n-clx-curr-iter"
 
-- type: "table"
-  title: "Job Specification Duration: 2n-clx-coverage"
-  algorithm: "table_job_spec_duration"
-  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov"
-  jb-type: "coverage"
-  data: "vpp-2n-clx-curr-cov"
-  lines:
-    - job-spec: "gso-00"
-#       build: "1"
-    - job-spec: "ip4-00"
-#       build: "2"
-    - job-spec: "ip4-01"
-#       build: "3"
-    - job-spec: "ip4-02"
-#       build: "4"
-    - job-spec: "ip4-03"
-#       build: "5"
-    - job-spec: "ip4-04"
-#       build: "6"
-    - job-spec: "ip4-05"
-#       build: "7"
-    - job-spec: "ip4-06"
-#       build: "8"
-    - job-spec: "ip4-07"
-#       build: "9"
-    - job-spec: "ip4tun-00"
-#       build: "10"
-    - job-spec: "ip6-00"
-#       build: "11"
-    - job-spec: "ip6-01"
-#       build: "12"
-    - job-spec: "l2-00"
-#       build: "13"
-    - job-spec: "l2-01"
-#       build: "14"
-    - job-spec: "lb-00"
-#       build: "15"
-    - job-spec: "memif-00"
-#       build: "16"
-    - job-spec: "vhost-00"
-#       build: "17"
+- type: "table"
+  title: "Job Specification Duration: 2n-clx-coverage"
+  algorithm: "table_job_spec_duration"
+  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov"
+  jb-type: "coverage"
+  data: "vpp-2n-clx-curr-cov"
+  lines:
+    - job-spec: "gso-00"
+      build: "18"
+    - job-spec: "ip4-00"
+      build: "19"
+    - job-spec: "ip4-01"
+      build: "20"
+    - job-spec: "ip4-02"
+      build: "21"
+    - job-spec: "ip4-03"
+      build: "22"
+    - job-spec: "ip4-04"
+      build: "23"
+    - job-spec: "ip4-05"
+      build: "24"
+    - job-spec: "ip4-06"
+      build: "25"
+    - job-spec: "ip4-07"
+      build: "26"
+    - job-spec: "ip4tun-00"
+      build: "27"
+    - job-spec: "ip6-00"
+      build: "28"
+    - job-spec: "ip6-01"
+      build: "29"
+    - job-spec: "l2-00"
+      build: "30"
+    - job-spec: "l2-01"
+      build: "31"
+    - job-spec: "lb-00"
+      build: "32"
+    - job-spec: "memif-00"
+      build: "33"
+    - job-spec: "vhost-00"
+      build: "34"
 
 - type: "table"
   title: "Job Specification Duration: 2n-dnv-iterative"
     - job-spec: "vpp-mlr-00"
       data-set: "vpp-2n-tx2-curr-iter"
 
-- type: "table"
-  title: "Job Specification Duration: 2n-tx2-coverage"
-  algorithm: "table_job_spec_duration"
-  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov"
-  jb-type: "coverage"
-  data: "vpp-2n-tx2-curr-cov"
-  lines:
+- type: "table"
+  title: "Job Specification Duration: 2n-tx2-coverage"
+  algorithm: "table_job_spec_duration"
+  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov"
+  jb-type: "coverage"
+  data: "vpp-2n-tx2-curr-cov"
+  lines:
 #     - job-spec: "ip4-00"
 #       build: "1"
-    - job-spec: "ip4-01"
-      build: "2"
-    - job-spec: "ip4-02"
-      build: "3"
-    - job-spec: "ip4-03"
-      build: "4"
-    - job-spec: "ip4-04"
-      build: "5"
-    - job-spec: "ip4-05"
-      build: "6"
-    - job-spec: "ip4-06"
-      build: "7"
-    - job-spec: "ip6-00"
-      build: "8"
-    - job-spec: "ip6-01"
-      build: "9"
-    - job-spec: "l2-00"
-      build: "10"
-    - job-spec: "l2-01"
-      build: "11"
-    - job-spec: "l2-02"
-      build: "12"
-    - job-spec: "l2-03"
-      build: "13"
-    - job-spec: "l2-04"
-      build: "14"
+    - job-spec: "ip4-01"
+      build: "2"
+    - job-spec: "ip4-02"
+      build: "3"
+    - job-spec: "ip4-03"
+      build: "4"
+    - job-spec: "ip4-04"
+      build: "5"
+    - job-spec: "ip4-05"
+      build: "6"
+    - job-spec: "ip4-06"
+      build: "7"
+    - job-spec: "ip6-00"
+      build: "8"
+    - job-spec: "ip6-01"
+      build: "9"
+    - job-spec: "l2-00"
+      build: "10"
+    - job-spec: "l2-01"
+      build: "11"
+    - job-spec: "l2-02"
+      build: "12"
+    - job-spec: "l2-03"
+      build: "13"
+    - job-spec: "l2-04"
+      build: "14"
 
 - type: "table"
   title: "Job Specification Duration: 2n-zn2-iterative"
     - job-spec: "dpdk-mlr-00"
       data-set: "dpdk-2n-zn2-curr-iter"
 
-- type: "table"
-  title: "Job Specification Duration: 2n-zn2-coverage"
-  algorithm: "table_job_spec_duration"
-  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov"
-  jb-type: "coverage"
-  data: "vpp-2n-zn2-curr-cov"
-  lines:
-    - job-spec: "gso-00"
-      build: "1"
-    - job-spec: "ip4-00"
-      build: "2"
-    - job-spec: "ip4-01"
-      build: "3"
+- type: "table"
+  title: "Job Specification Duration: 2n-zn2-coverage"
+  algorithm: "table_job_spec_duration"
+  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov"
+  jb-type: "coverage"
+  data: "vpp-2n-zn2-curr-cov"
+  lines:
+    - job-spec: "gso-00"
+      build: "1"
+    - job-spec: "ip4-00"
+      build: "2"
+    - job-spec: "ip4-01"
+      build: "3"
 #     - job-spec: "ip4-02"
 #       build: "4"
-    - job-spec: "ip4-03"
-      build: "18"
+    - job-spec: "ip4-03"
+      build: "18"
 #     - job-spec: "ip4-04"
 #       build: "6"
 #     - job-spec: "ip4-05"
 #       build: "7"
 #     - job-spec: "ip4tun-00"
 #       build: "8"
-    - job-spec: "ip6-00"
-      build: "9"
-    - job-spec: "ip6-01"
-      build: "19"
-    - job-spec: "l2-00"
-      build: "11"
+    - job-spec: "ip6-00"
+      build: "9"
+    - job-spec: "ip6-01"
+      build: "19"
+    - job-spec: "l2-00"
+      build: "11"
 #     - job-spec: "l2-01"
 #       build: "12"
-    - job-spec: "lb-00"
-      build: "13"
+    - job-spec: "lb-00"
+      build: "13"
 #     - job-spec: "memif-00"
 #       build: "14"
 #     - job-spec: "vhost-00"
     - job-spec: "dpdk-mlr-00"
       data-set: "dpdk-3n-skx-curr-iter"
 
-- type: "table"
-  title: "Job Specification Duration: 3n-skx-coverage"
-  algorithm: "table_job_spec_duration"
-  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov"
-  jb-type: "coverage"
-  data: "vpp-3n-skx-curr-cov"
-  lines:
-    - job-spec: "crypto-00"
-#       build: "1"
-    - job-spec: "crypto-01"
-#       build: "3"
-    - job-spec: "crypto-02"
-#       build: "4"
-    - job-spec: "crypto-03"
-#       build: "36"
-    - job-spec: "crypto-04"
-#       build: "6"
-    - job-spec: "ip4-00"
-#       build: "7"
-    - job-spec: "ip4-01"
-#       build: "8"
-    - job-spec: "ip4-02"
-#       build: "9"
-    - job-spec: "ip4-03"
-#       build: "10"
-    - job-spec: "ip4-04"
-#       build: "11"
-    - job-spec: "ip4-05"
-#       build: "12"
-    - job-spec: "ip4-06"
-#       build: "13"
-    - job-spec: "ip4-07"
-#       build: "14"
-    - job-spec: "ip4tun-00"
-#       build: "15"
-    - job-spec: "ip4tun-02"
-#       build: "16"
-    - job-spec: "ip6-00"
-#       build: "17"
-    - job-spec: "ip6-01"
-#       build: "18"
-    - job-spec: "ip6tun-00"
-#       build: "19"
-    - job-spec: "l2-00"
-#       build: "20"
-    - job-spec: "l2-01"
-#       build: "21"
-    - job-spec: "l2-02"
-#       build: "22"
-    - job-spec: "l2-03"
-#       build: "23"
-    - job-spec: "l2-04"
-#       build: "24"
-    - job-spec: "l2-05"
-#       build: "25"
-    - job-spec: "l2-06"
-#       build: "26"
-    - job-spec: "l2-07"
-#       build: "27"
-    - job-spec: "l2-08"
-#       build: "28"
-    - job-spec: "l2-09"
-#       build: "29"
-    - job-spec: "l2-10"
-#       build: "30"
-    - job-spec: "memif-00"
-#       build: "31"
-    - job-spec: "srv6-00"
-#       build: "32"
-    - job-spec: "srv6-01"
-#       build: "33"
-    - job-spec: "vhost-00"
-#       build: "34"
-    - job-spec: "vhost-01"
-#       build: "35"
+- type: "table"
+  title: "Job Specification Duration: 3n-skx-coverage"
+  algorithm: "table_job_spec_duration"
+  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov"
+  jb-type: "coverage"
+  data: "vpp-3n-skx-curr-cov"
+  lines:
+    - job-spec: "crypto-00"
+      build: "35"
+    - job-spec: "crypto-01"
+      build: "36"
+    - job-spec: "crypto-02"
+      build: "37"
+    - job-spec: "crypto-03"
+      build: "38"
+    - job-spec: "crypto-04"
+      build: "39"
+    - job-spec: "ip4-00"
+      build: "40"
+    - job-spec: "ip4-01"
+      build: "41"
+    - job-spec: "ip4-02"
+      build: "42"
+    - job-spec: "ip4-03"
+      build: "43"
+    - job-spec: "ip4-04"
+      build: "44"
+    - job-spec: "ip4-05"
+      build: "45"
+    - job-spec: "ip4-06"
+      build: "46"
+    - job-spec: "ip4-07"
+      build: "47"
+    - job-spec: "ip4tun-00"
+      build: "48"
+    - job-spec: "ip4tun-02"
+      build: "49"
+    - job-spec: "ip6-00"
+      build: "50"
+    - job-spec: "ip6-01"
+      build: "51"
+    - job-spec: "ip6tun-00"
+      build: "52"
+    - job-spec: "l2-00"
+      build: "53"
+    - job-spec: "l2-01"
+      build: "54"
+    - job-spec: "l2-02"
+      build: "55"
+    - job-spec: "l2-03"
+      build: "56"
+    - job-spec: "l2-04"
+      build: "57"
+    - job-spec: "l2-05"
+      build: "58"
+    - job-spec: "l2-06"
+      build: "59"
+    - job-spec: "l2-07"
+      build: "60"
+    - job-spec: "l2-08"
+      build: "61"
+    - job-spec: "l2-09"
+      build: "62"
+    - job-spec: "l2-10"
+      build: "63"
+    - job-spec: "memif-00"
+      build: "64"
+    - job-spec: "srv6-00"
+      build: "65"
+    - job-spec: "srv6-01"
+      build: "66"
+    - job-spec: "vhost-00"
+      build: "67"
+    - job-spec: "vhost-01"
+      build: "68"
 
 - type: "table"
   title: "Job Specification Duration: 3n-tsh-iterative"
     - job-spec: "dpdk-mlr-00"
       data-set: "dpdk-3n-tsh-curr-iter"
 
-- type: "table"
-  title: "Job Specification Duration: 3n-tsh-coverage"
-  algorithm: "table_job_spec_duration"
-  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov"
-  jb-type: "coverage"
-  data: "vpp-3n-tsh-curr-cov"
-  lines:
-    - job-spec: "ip4-00"
-#       build: "7"
-    - job-spec: "ip4-01"
-#       build: "8"
-    - job-spec: "ip4-02"
-#       build: "9"
-    - job-spec: "ip4-03"
-#       build: "10"
-    - job-spec: "ip4tun-00"
-#       build: "15"
-    - job-spec: "ip6-00"
-#       build: "17"
-    - job-spec: "ip6-01"
-#       build: "18"
-    - job-spec: "l2-00"
-#       build: "20"
-    - job-spec: "l2-01"
-#       build: "21"
-    - job-spec: "l2-02"
-#       build: "22"
-    - job-spec: "l2-03"
-#       build: "23"
-    - job-spec: "l2-04"
-#       build: "24"
-    - job-spec: "memif-00"
-#       build: "31"
-    - job-spec: "srv6-00"
-#       build: "32"
-    - job-spec: "srv6-01"
-#       build: "33"
-    - job-spec: "vhost-00"
-#       build: "34"
-    - job-spec: "vhost-01"
-#       build: "35"
+- type: "table"
+  title: "Job Specification Duration: 3n-tsh-coverage"
+  algorithm: "table_job_spec_duration"
+  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov"
+  jb-type: "coverage"
+  data: "vpp-3n-tsh-curr-cov"
+  lines:
+    - job-spec: "ip4-00"
+      build: "1"
+    - job-spec: "ip4-01"
+      build: "2"
+    - job-spec: "ip4-02"
+      build: "3"
+    - job-spec: "ip4-03"
+      build: "4"
+    - job-spec: "ip4tun-00"
+      build: "5"
+    - job-spec: "ip6-00"
+      build: "6"
+    - job-spec: "ip6-01"
+      build: "7"
+    - job-spec: "l2-00"
+      build: "8"
+    - job-spec: "l2-01"
+      build: "9"
+    - job-spec: "l2-02"
+      build: "10"
+    - job-spec: "l2-03"
+      build: "11"
+    - job-spec: "l2-04"
+      build: "12"
+    - job-spec: "memif-00"
+      build: "13"
+    - job-spec: "srv6-00"
+      build: "14"
+    - job-spec: "srv6-01"
+      build: "15"
+    - job-spec: "vhost-00"
+      build: "16"
+    - job-spec: "vhost-01"
+      build: "17"
 
 # VPP Latency Changes 3n-skx 2t1c
 - type: "table"
   include:
     - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr"
     - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr"
+    - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr"
   layout:
     title: "2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}"
     layout: "plot-throughput"
   include:
     - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.1518b-{core}-ethip4-ip4base-ndrpdr"
     - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.1518b-{core}-ethip4-ip4scale20k-ndrpdr"
+    - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.1518b-{core}-ethip4-ip4scale20k-rnd-ndrpdr"
   layout:
     title: "2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}"
     layout: "plot-throughput"
 
+- type: "plot"
+  title: "Throughput: 2n-aws-nitro50g-78b-{core}-ip6routing-base-scale-ena-{test_type}"
+  algorithm: "plot_ndrpdr_box_name"
+  output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-78b-{core}-ip6routing-base-scale-{test_type}"
+  data: "vpp-2n-aws-curr-iter"
+  core: ["2t1c", ]
+  include:
+    - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6base-ndrpdr.78b-{core}-ethip6-ip6base-ndrpdr"
+    - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6scale20k-ndrpdr.78b-{core}-ethip6-ip6scale20k-ndrpdr"
+    - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6scale20k-rnd-ndrpdr.78b-{core}-ethip6-ip6scale20k-rnd-ndrpdr"
+  layout:
+    title: "2n-aws-nitro50g-78b-{core}-ip6routing-base-scale-ena-{test_type}"
+    layout: "plot-throughput"
+
 - type: "plot"
   title: "Throughput: 2n-aws-nitro50g-1518b-{core}-ip6routing-base-scale-ena-{test_type}"
   algorithm: "plot_ndrpdr_box_name"
   include:
     - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6base-ndrpdr.1518B-{core}-ethip6-ip6base-ndrpdr"
     - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6scale20k-ndrpdr.1518B-{core}-ethip6-ip6scale20k-ndrpdr"
+    - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6scale20k-rnd-ndrpdr.1518B-{core}-ethip6-ip6scale20k-rnd-ndrpdr"
   layout:
     title: "2n-aws-nitro50g-1518b-{core}-ip6routing-base-scale-ena-{test_type}"
     layout: "plot-throughput"
   include:
     - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr"
     - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr"
+    - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr"
   layout:
     title: "3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}"
     layout: "plot-throughput"
   include:
     - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.1518b-{core}-ethip4-ip4base-ndrpdr"
     - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.1518b-{core}-ethip4-ip4scale20k-ndrpdr"
+    - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.1518b-{core}-ethip4-ip4scale20k-rnd-ndrpdr"
   layout:
     title: "3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}"
     layout: "plot-throughput"