Report: Data, plots, datetime

Change-Id: I941fd53fdfc35a88562689dacd08aa2ec28429fa
Signed-off-by: Tibor Frank <tifrank@cisco.com>

diff --git a/docs/report/csit_framework_documentation/csit_test_naming.rst b/docs/report/csit_framework_documentation/csit_test_naming.rst
index b108235..6c24dc1 100644 (file)
--- a/docs/report/csit_framework_documentation/csit_test_naming.rst
+++ b/docs/report/csit_framework_documentation/csit_test_naming.rst
@@ -1,3 +1,5 @@
+.. _csit_test_naming:
+

 CSIT Test Naming
 ================
 
 CSIT Test Naming
 ================
 

diff --git a/docs/report/detailed_test_results/index.rst b/docs/report/detailed_test_results/index.rst
index 374b3a6..208f303 100644 (file)
--- a/docs/report/detailed_test_results/index.rst
+++ b/docs/report/detailed_test_results/index.rst
@@ -14,5 +14,3 @@
         vpp_functional_results_centos/index
         honeycomb_functional_results/index
         nshsfc_functional_results/index
         vpp_functional_results_centos/index
         honeycomb_functional_results/index
         nshsfc_functional_results/index

-        vpp_unittest_results/index
-        vpp_http_server_perf_results/index

diff --git a/docs/report/detailed_test_results/vpp_functional_results/index.rst b/docs/report/detailed_test_results/vpp_functional_results/index.rst
index 4d7060b..5b82c48 100644 (file)
--- a/docs/report/detailed_test_results/vpp_functional_results/index.rst
+++ b/docs/report/detailed_test_results/vpp_functional_results/index.rst
@@ -1,5 +1,5 @@
-VPP Functional Results
-======================
+VPP Functional Results - Ubuntu
+===============================

 
 .. note::
 
 
 .. note::
 

diff --git a/docs/report/vpp_performance_tests/csit_release_notes.rst b/docs/report/vpp_performance_tests/csit_release_notes.rst
index f4036eb..d7c2bbc 100644 (file)
--- a/docs/report/vpp_performance_tests/csit_release_notes.rst
+++ b/docs/report/vpp_performance_tests/csit_release_notes.rst
@@ -73,10 +73,6 @@ pretty ASCII formats:
   - `pretty ASCII format for 1t1c <../_static/vpp/performance-changes-pdr-1t1c-full.txt>`_,\r
   - `pretty ASCII format for 2t2c <../_static/vpp/performance-changes-pdr-2t2c-full.txt>`_.\r
 \r
   - `pretty ASCII format for 1t1c <../_static/vpp/performance-changes-pdr-1t1c-full.txt>`_,\r
   - `pretty ASCII format for 2t2c <../_static/vpp/performance-changes-pdr-2t2c-full.txt>`_.\r
 \r

-Measured improvements are in line with VPP code optimizations listed in\r
-`VPP-18.01 release notes\r
-<https://docs.fd.io/vpp/18.01/release_notes_1801.html>`_.\r
-\r

 MRR Throughput Changes\r
 ~~~~~~~~~~~~~~~~~~~~~~\r
 \r
 MRR Throughput Changes\r
 ~~~~~~~~~~~~~~~~~~~~~~\r
 \r

diff --git a/docs/report/vpp_performance_tests/overview.rst b/docs/report/vpp_performance_tests/overview.rst
index 4f8fd19..3dbabd6 100644 (file)
--- a/docs/report/vpp_performance_tests/overview.rst
+++ b/docs/report/vpp_performance_tests/overview.rst
@@ -235,5 +235,4 @@ CSIT |release| follows a common structured naming convention for all performance
 and system functional tests, introduced in CSIT |release-1|.
 
 The naming should be intuitive for majority of the tests. Complete description
 and system functional tests, introduced in CSIT |release-1|.
 
 The naming should be intuitive for majority of the tests. Complete description

-of CSIT test naming convention is provided on `CSIT test naming wiki
-<https://wiki.fd.io/view/CSIT/csit-test-naming>`_.
+of CSIT test naming convention is provided on :ref:`csit_test_naming`.

diff --git a/resources/tools/presentation/generator_report.py b/resources/tools/presentation/generator_report.py
index c9ee22f..07103db 100644 (file)
--- a/resources/tools/presentation/generator_report.py
+++ b/resources/tools/presentation/generator_report.py
@@ -48,7 +48,7 @@ HTML_BUILDER = 'sphinx-build -v -c . -a ' \
                '-b html -E ' \
                '-t html ' \
                '-D release={release} ' \
                '-b html -E ' \
                '-t html ' \
                '-D release={release} ' \

-               '-D version="{release} report\n{date}" ' \
+               '-D version="{release} report - {date}" ' \

                '{working_dir} ' \
                '{build_dir}/'
 
                '{working_dir} ' \
                '{build_dir}/'
 


@@ -57,7 +57,7 @@ PDF_BUILDER = 'sphinx-build -v -c . -a ' \
               '-b latex -E ' \
               '-t latex ' \
               '-D release={release} ' \
               '-b latex -E ' \
               '-t latex ' \
               '-D release={release} ' \

-              '-D version="{release} report\n{date}" ' \
+              '-D version="{release} report - {date}" ' \

               '{working_dir} ' \
               '{build_dir}'
 
               '{working_dir} ' \
               '{build_dir}'
 

diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index a8c98b4..d91fae5 100644 (file)
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -163,10 +163,9 @@
       - 29  # sel
       - 30  # sel
       - 31  # sel
       - 29  # sel
       - 30  # sel
       - 31  # sel

+      - 35  # sel

     vpp-performance-changes-mrr:
       csit-vpp-perf-check-1801:
     vpp-performance-changes-mrr:
       csit-vpp-perf-check-1801:

-#      - 1
-#      - 2

       - 3
       - 4
       - 5
       - 3
       - 4
       - 5


@@ -178,7 +177,6 @@
       - 12
       - 13
       csit-vpp-perf-check-1804:
       - 12
       - 13
       csit-vpp-perf-check-1804:

-      - 5   # mrr - full

       - 6   # mrr - sel
       - 7   # mrr - sel
       - 8   # mrr - sel
       - 6   # mrr - sel
       - 7   # mrr - sel
       - 8   # mrr - sel


@@ -187,6 +185,8 @@
       - 11  # mrr - sel
       - 12  # mrr - sel
       - 13  # mrr - sel
       - 11  # mrr - sel
       - 12  # mrr - sel
       - 13  # mrr - sel

+      - 14  # mrr - sel
+      - 15  # mrr - sel

     plot-throughput-speedup-analysis:
       csit-vpp-perf-1804-all:
       - 19  # full
     plot-throughput-speedup-analysis:
       csit-vpp-perf-1804-all:
       - 19  # full


@@ -202,6 +202,17 @@
       - 29  # sel
       - 30  # sel
       - 31  # sel
       - 29  # sel
       - 30  # sel
       - 31  # sel

+      - 35  # sel
+    plot-ligato-throughput-speedup-analysis:
+      csit-ligato-perf-1804-all:
+      - 5   # sel
+      - 6   # sel
+      - 7   # sel
+      - 8   # sel
+      - 9   # sel
+      - 10  # sel
+      - 11  # sel
+      - 12  # sel

 #    performance-improvements:
 #      csit-vpp-perf-1707-all:
 #      - 9
 #    performance-improvements:
 #      csit-vpp-perf-1707-all:
 #      - 9


@@ -258,10 +269,10 @@
       - 26  # full
     vpp-func-results:
       csit-vpp-functional-1804-ubuntu1604-virl:
       - 26  # full
     vpp-func-results:
       csit-vpp-functional-1804-ubuntu1604-virl:

-      - 168
+      - 199

     vpp-func-results-centos:
       csit-vpp-functional-1804-centos7-virl:
     vpp-func-results-centos:
       csit-vpp-functional-1804-centos7-virl:

-      - 175
+      - 207

     vpp-mrr-results:
       csit-vpp-perf-check-1804:
       - 5   # mrr - full
     vpp-mrr-results:
       csit-vpp-perf-check-1804:
       - 5   # mrr - full


@@ -292,6 +303,7 @@
       - 29  # sel
       - 30  # sel
       - 31  # sel
       - 29  # sel
       - 30  # sel
       - 31  # sel

+      - 35  # sel

     plot-dpdk-throughput-latency:
       csit-dpdk-perf-1804-all:
       - 4
     plot-dpdk-throughput-latency:
       csit-dpdk-perf-1804-all:
       - 4


@@ -308,10 +320,12 @@
       csit-ligato-perf-1804-all:
       - 5   # sel
       - 6   # sel
       csit-ligato-perf-1804-all:
       - 5   # sel
       - 6   # sel

-      # - 7   # sel
-      # - 8   # sel
+      - 7   # sel
+      - 8   # sel

       - 9   # sel
       - 9   # sel

-      # - 10  # sel
+      - 10  # sel
+      - 11  # sel
+      - 12  # sel

 
   plot-layouts:
 
 
   plot-layouts:
 


@@ -627,9 +641,8 @@
     - 29  # sel
     - 30  # sel
     - 31  # sel
     - 29  # sel
     - 30  # sel
     - 31  # sel

+    - 35  # sel

     csit-vpp-perf-check-1801:
     csit-vpp-perf-check-1801:

-#    - 1   # mrr
-#    - 2   # mrr

     - 3   # mrr
     - 4   # mrr
     - 5   # mrr
     - 3   # mrr
     - 4   # mrr
     - 5   # mrr


@@ -650,6 +663,8 @@
     - 11  # mrr - sel
     - 12  # mrr - sel
     - 13  # mrr - sel
     - 11  # mrr - sel
     - 12  # mrr - sel
     - 13  # mrr - sel

+    - 14  # mrr - sel
+    - 15  # mrr - sel

 #    csit-ligato-perf-1710-all:
 #    - 5
 #    - 7
 #    csit-ligato-perf-1710-all:
 #    - 5
 #    - 7


@@ -676,10 +691,12 @@
     - 4   # full
     - 5   # sel
     - 6   # sel
     - 4   # full
     - 5   # sel
     - 6   # sel

-#    - 7   # sel
-#    - 8   # sel
+    - 7   # sel
+    - 8   # sel

     - 9   # sel
     - 9   # sel

-#    - 10  # sel
+    - 10  # sel
+    - 11  # sel
+    - 12  # sel

     csit-dpdk-perf-1804-all:
     - 4
     - 5
     csit-dpdk-perf-1804-all:
     - 4
     - 5


@@ -692,9 +709,9 @@
     - 12
     - 13
     csit-vpp-functional-1804-ubuntu1604-virl:
     - 12
     - 13
     csit-vpp-functional-1804-ubuntu1604-virl:

-    - 168
+    - 199

     csit-vpp-functional-1804-centos7-virl:
     csit-vpp-functional-1804-centos7-virl:

-    - 175
+    - 207

     csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
     - 7
     csit-hc2vpp-verify-func-1804-ubuntu1604:
     csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
     - 7
     csit-hc2vpp-verify-func-1804-ubuntu1604:


@@ -1719,6 +1736,413 @@
     layout:
       "plot-throughput-speedup-analysis"
 
     layout:
       "plot-throughput-speedup-analysis"
 

+## IP4_overlay - NDR
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ethip4-tsa-ndrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+## IP4_overlay - PDR
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ethip4-tsa-pdrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+## IP6_overlay - NDR
+#-
+#  type: "plot"
+#  title: "TSA: 78B-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ethip6-tsa-ndrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X520-DA2' and '78B' and 'ENCAP' and 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "78B-*-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+## IP6_overlay - PDR
+#-
+#  type: "plot"
+#  title: "TSA: 78B-*-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ethip6-tsa-pdrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X520-DA2' and '78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "78B-*-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+## VM VHOST - NDR
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-.*vhost.*-ndrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel1-tsa-ndrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X520-DA2' and '64B' and 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-.*vhost.*-ndrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-.*vhost.*-ndrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel1-tsa-ndrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-XL710' and '64B' and 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-.*vhost.*-ndrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-.*vhost.*-ndrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel2-tsa-ndrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X520-DA2' and '64B' and 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-.*vhost.*-ndrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-.*vhost.*-ndrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-vhost-sel2-tsa-ndrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X710' and '64B' and 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-.*vhost.*-ndrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-.*vhost.*-ndrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel2-tsa-ndrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-XL710' and '64B' and 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-.*vhost.*-ndrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+## VM VHOST - PDR
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-.*vhost.*-pdrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel1-tsa-pdrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X520-DA2' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-.*vhost.*-pdrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-.*vhost.*-pdrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel1-tsa-pdrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-XL710' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-.*vhost.*-pdrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-.*vhost.*-pdrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel2-tsa-pdrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X520-DA2' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-.*vhost.*-pdrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-.*vhost.*-pdrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-vhost-sel2-tsa-pdrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X710' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-.*vhost.*-pdrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-.*vhost.*-pdrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel2-tsa-pdrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-XL710' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-.*vhost.*-pdrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+## CRYPTO - NDR
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-.*ipsec.*-ndrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ipsechw-tsa-ndrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-XL710' and '64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-.*ipsec.*-ndrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+## CRYPTO - PDR
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-.*ipsec.*-pdrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ipsechw-tsa-pdrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-XL710' and '64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-.*ipsec.*-pdrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+## Container memif - NDR
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-memif-tsa-ndrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-memif-tsa-pdrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+## Container orchestrated - NDR
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-orchestrated-tsa-ndrdisc"
+#  data:
+#    "plot-ligato-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-container-orchestrated-tsa-ndrdisc"
+#  data:
+#    "plot-ligato-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X710' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+## Container orchestrated - PDR
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-orchestrated-tsa-pdrdisc"
+#  data:
+#    "plot-ligato-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and ''PDRDISC' and not 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-container-orchestrated-tsa-pdrdisc"
+#  data:
+#    "plot-ligato-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X710' and '64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+

 # Plot packets per second
 
 # VPP L2 sel1
 # Plot packets per second
 
 # VPP L2 sel1


@@ -3367,45 +3791,8 @@
     whiskerwidth: 0
   layout:
     title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
     whiskerwidth: 0
   layout:
     title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"

-    xaxis:
-      autorange: True
-      autotick: False
-      fixedrange: False
-      gridcolor: "rgb(238, 238, 238)"
-      linecolor: "rgb(238, 238, 238)"
-      linewidth: 1
-      showgrid: True
-      showline: True
-      showticklabels: True
-      tickcolor: "rgb(238, 238, 238)"
-      tickmode: "linear"
-      title: "Indexed Test Cases"
-      zeroline: False
-    yaxis:
-      gridcolor: "rgb(238, 238, 238)'"
-      hoverformat: ".4s"
-      linecolor: "rgb(238, 238, 238)"
-      linewidth: 1
-      range: [0, 4500000]
-      showgrid: True
-      showline: True
-      showticklabels: True
-      tickcolor: "rgb(238, 238, 238)"
-      title: "Packets Per Second [pps]"
-      zeroline: False
-    boxmode: "group"
-    boxgroupgap: 0.5
-    autosize: False
-    margin:
-      t: 50
-      b: 20
-      l: 50
-      r: 20
-    showlegend: True
-    legend:
-      orientation: "h"
-    width: 700
-    height: 1000
+    layout:
+      "plot-throughput"

 
 -
   type: "plot"
 
 -
   type: "plot"


@@ -3425,45 +3812,8 @@
     whiskerwidth: 0
   layout:
     title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
     whiskerwidth: 0
   layout:
     title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"

-    xaxis:
-      autorange: True
-      autotick: False
-      fixedrange: False
-      gridcolor: "rgb(238, 238, 238)"
-      linecolor: "rgb(238, 238, 238)"
-      linewidth: 1
-      showgrid: True
-      showline: True
-      showticklabels: True
-      tickcolor: "rgb(238, 238, 238)"
-      tickmode: "linear"
-      title: "Indexed Test Cases"
-      zeroline: False
-    yaxis:
-      gridcolor: "rgb(238, 238, 238)'"
-      hoverformat: ".4s"
-      linecolor: "rgb(238, 238, 238)"
-      linewidth: 1
-      range: [0, 8000000]
-      showgrid: True
-      showline: True
-      showticklabels: True
-      tickcolor: "rgb(238, 238, 238)"
-      title: "Packets Per Second [pps]"
-      zeroline: False
-    boxmode: "group"
-    boxgroupgap: 0.5
-    autosize: False
-    margin:
-      t: 50
-      b: 20
-      l: 50
-      r: 20
-    showlegend: True
-    legend:
-      orientation: "h"
-    width: 700
-    height: 1000
+    layout:
+      "plot-throughput"

 
 -
   type: "plot"
 
 -
   type: "plot"


@@ -3483,45 +3833,8 @@
     whiskerwidth: 0
   layout:
     title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
     whiskerwidth: 0
   layout:
     title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"

-    xaxis:
-      autorange: True
-      autotick: False
-      fixedrange: False
-      gridcolor: "rgb(238, 238, 238)"
-      linecolor: "rgb(238, 238, 238)"
-      linewidth: 1
-      showgrid: True
-      showline: True
-      showticklabels: True
-      tickcolor: "rgb(238, 238, 238)"
-      tickmode: "linear"
-      title: "Indexed Test Cases"
-      zeroline: False
-    yaxis:
-      gridcolor: "rgb(238, 238, 238)'"
-      hoverformat: ".4s"
-      linecolor: "rgb(238, 238, 238)"
-      linewidth: 1
-      range: [0, 4500000]
-      showgrid: True
-      showline: True
-      showticklabels: True
-      tickcolor: "rgb(238, 238, 238)"
-      title: "Packets Per Second [pps]"
-      zeroline: False
-    boxmode: "group"
-    boxgroupgap: 0.5
-    autosize: False
-    margin:
-      t: 50
-      b: 20
-      l: 50
-      r: 20
-    showlegend: True
-    legend:
-      orientation: "h"
-    width: 700
-    height: 1000
+    layout:
+      "plot-throughput"

 
 -
   type: "plot"
 
 -
   type: "plot"


@@ -3541,45 +3854,8 @@
     whiskerwidth: 0
   layout:
     title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
     whiskerwidth: 0
   layout:
     title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"

-    xaxis:
-      autorange: True
-      autotick: False
-      fixedrange: False
-      gridcolor: "rgb(238, 238, 238)"
-      linecolor: "rgb(238, 238, 238)"
-      linewidth: 1
-      showgrid: True
-      showline: True
-      showticklabels: True
-      tickcolor: "rgb(238, 238, 238)"
-      tickmode: "linear"
-      title: "Indexed Test Cases"
-      zeroline: False
-    yaxis:
-      gridcolor: "rgb(238, 238, 238)'"
-      hoverformat: ".4s"
-      linecolor: "rgb(238, 238, 238)"
-      linewidth: 1
-      range: [0, 8000000]
-      showgrid: True
-      showline: True
-      showticklabels: True
-      tickcolor: "rgb(238, 238, 238)"
-      title: "Packets Per Second [pps]"
-      zeroline: False
-    boxmode: "group"
-    boxgroupgap: 0.5
-    autosize: False
-    margin:
-      t: 50
-      b: 20
-      l: 50
-      r: 20
-    showlegend: True
-    legend:
-      orientation: "h"
-    width: 700
-    height: 1000
+    layout:
+      "plot-throughput"

 
 # Container orchestrated
 -
 
 # Container orchestrated
 -