Report: Data, plots, datetime
[csit.git] / resources / tools / presentation / specification.yaml
index 052922a..d91fae5 100644 (file)
     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
     DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
     DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
+    DIR[DTR,MRR,VPP]: "{DIR[DTR]}/vpp_mrr_results"
     DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
     DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
     DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
+    DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
     DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
@@ -48,7 +50,9 @@
     # Detailed test configurations
     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
     DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
+    DIR[DTC,MRR,VPP]: "{DIR[DTC]}/vpp_mrr_configuration"
     DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
+    DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
 
     # Detailed tests operational data
     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
@@ -79,6 +83,7 @@
   # List the directories which are deleted while cleaning the environment.
   # All directories MUST be defined in "paths" section.
   #- "DIR[BUILD,HTML]"
+  - "DIR[WORKING,DATA]"
 
   build-dirs:
   # List the directories where the results (build) is stored.
       - 167  # sel
       - 172  # sel acl only
       csit-vpp-perf-1804-all:
-      - 1   # sel
-      - 13  # sel
-      - 14  # sel
-      - 16  # full
+      - 21  # sel
+      - 22  # sel
+      - 23  # sel
+      - 24  # sel
+      - 27  # sel
+      - 28  # sel
+      - 29  # sel
+      - 30  # sel
+      - 31  # sel
+      - 35  # sel
     vpp-performance-changes-mrr:
       csit-vpp-perf-check-1801:
-      - 1
-      - 2
       - 3
       - 4
       - 5
       - 12
       - 13
       csit-vpp-perf-check-1804:
-      - 1   # mrr
-      - 2   # mrr
-      - 3   # mrr
-      - 4   # mrr
+      - 6   # mrr - sel
+      - 7   # mrr - sel
+      - 8   # mrr - sel
+      - 9   # mrr - sel
+      - 10  # mrr - sel
+      - 11  # mrr - sel
+      - 12  # mrr - sel
+      - 13  # mrr - sel
+      - 14  # mrr - sel
+      - 15  # mrr - sel
     plot-throughput-speedup-analysis:
       csit-vpp-perf-1804-all:
-      - 1   # sel
-      - 13  # sel
-      - 14  # sel
-      - 16  # full
+      - 19  # full
+      - 20  # full
+      - 25  # full
+      - 26  # full
+      - 21  # sel
+      - 22  # sel
+      - 23  # sel
+      - 24  # sel
+      - 27  # sel
+      - 28  # sel
+      - 29  # sel
+      - 30  # sel
+      - 31  # sel
+      - 35  # sel
+    plot-ligato-throughput-speedup-analysis:
+      csit-ligato-perf-1804-all:
+      - 5   # sel
+      - 6   # sel
+      - 7   # sel
+      - 8   # sel
+      - 9   # sel
+      - 10  # sel
+      - 11  # sel
+      - 12  # sel
 #    performance-improvements:
 #      csit-vpp-perf-1707-all:
 #      - 9
 #      - 24  # sel
     vpp-perf-results:
       csit-vpp-perf-1804-all:
-      - 16  # full
+      - 19  # full
+      - 20  # full
+      - 25  # full
+      - 26  # full
     vpp-func-results:
       csit-vpp-functional-1804-ubuntu1604-virl:
-      - "lastSuccessfulBuild"
+      - 199
+    vpp-func-results-centos:
+      csit-vpp-functional-1804-centos7-virl:
+      - 207
+    vpp-mrr-results:
+      csit-vpp-perf-check-1804:
+      - 5   # mrr - full
     ligato-perf-results:
-      csit-ligato-perf-1801-all:
-      - 25  # full
+      csit-ligato-perf-1804-all:
+      - 4  # full
     dpdk-perf-results:
       csit-dpdk-perf-1804-all:
-      - 15
+      - 13
     hc-func-results:
-      csit-hc2vpp-verify-func-1801-ubuntu1604:
-      - "lastSuccessfulBuild"
+      csit-hc2vpp-verify-func-1804-ubuntu1604:
+      - 3
     nsh-func-results:
       csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
-      - "lastSuccessfulBuild"
+      - 7
     plot-vpp-throughput-latency:
       csit-vpp-perf-1804-all:
-      - 1   # sel
-      - 13  # sel
-      - 14  # sel
-      - 16  # full
+      - 19  # full
+      - 20  # full
+      - 25  # full
+      - 26  # full
+      - 21  # sel
+      - 22  # sel
+      - 23  # sel
+      - 24  # sel
+      - 27  # sel
+      - 28  # sel
+      - 29  # sel
+      - 30  # sel
+      - 31  # sel
+      - 35  # sel
     plot-dpdk-throughput-latency:
       csit-dpdk-perf-1804-all:
       - 4
       - 11
       - 12
       - 13
-      - 14
-      - 15
     plot-ligato-throughput-latency:
-      csit-ligato-perf-1801-all:
-      - 16  # sel
-      - 17  # sel
-      - 18  # sel
-      - 19  # sel
-      - 20  # sel
-      - 21  # sel
-      - 22  # sel
-      - 23  # sel
-      - 24  # sel
+      csit-ligato-perf-1804-all:
+      - 5   # sel
+      - 6   # sel
+      - 7   # sel
+      - 8   # sel
+      - 9   # sel
+      - 10  # sel
+      - 11  # sel
+      - 12  # sel
 
   plot-layouts:
 
     - 19
     - 20
     csit-vpp-perf-1801-all:
-    - 122  # full
-    - 126  # full
-    - 129  # full
-    - 140  # full
+#    - 122  # full
+#    - 126  # full
+#    - 129  # full
+#    - 140  # full
     - 124  # sel
     - 127  # sel
     - 128  # sel
     - 170  # wrk
     - 172  # sel acl only
     csit-vpp-perf-1804-all:
-    - 1   # sel
-    - 13  # sel
-    - 14  # sel
-    - 16  # full
+    - 19  # full
+    - 20  # full
+    - 25  # full
+    - 26  # full
+    - 21  # sel
+    - 22  # sel
+    - 23  # sel
+    - 24  # sel
+    - 27  # sel
+    - 28  # sel
+    - 29  # sel
+    - 30  # sel
+    - 31  # sel
+    - 35  # sel
     csit-vpp-perf-check-1801:
-    - 1   # mrr
-    - 2   # mrr
     - 3   # mrr
     - 4   # mrr
     - 5   # mrr
     - 12  # mrr
     - 13  # mrr
     csit-vpp-perf-check-1804:
-    - 1   # mrr
-    - 2   # mrr
-    - 3   # mrr
-    - 4   # mrr
+    - 5   # mrr - full
+    - 6   # mrr - sel
+    - 7   # mrr - sel
+    - 8   # mrr - sel
+    - 9   # mrr - sel
+    - 10  # mrr - sel
+    - 11  # mrr - sel
+    - 12  # mrr - sel
+    - 13  # mrr - sel
+    - 14  # mrr - sel
+    - 15  # mrr - sel
 #    csit-ligato-perf-1710-all:
 #    - 5
 #    - 7
 #    - 13
 #    - 16
 #    - 17
-    csit-ligato-perf-1801-all:
-    - 16  # sel
-    - 17  # sel
-    - 18  # sel
-    - 19  # sel
-    - 20  # sel
-    - 21  # sel
-    - 22  # sel
-    - 23  # sel
-    - 24  # sel
-    - 25  # full
+#    csit-ligato-perf-1801-all:
+#    - 16  # sel
+#    - 17  # sel
+#    - 18  # sel
+#    - 19  # sel
+#    - 20  # sel
+#    - 21  # sel
+#    - 22  # sel
+#    - 23  # sel
+#    - 24  # sel
+#    - 25  # full
+    csit-ligato-perf-1804-all:
+    - 4   # full
+    - 5   # sel
+    - 6   # sel
+    - 7   # sel
+    - 8   # sel
+    - 9   # sel
+    - 10  # sel
+    - 11  # sel
+    - 12  # sel
     csit-dpdk-perf-1804-all:
     - 4
     - 5
     - 11
     - 12
     - 13
-    - 14
-    - 15
     csit-vpp-functional-1804-ubuntu1604-virl:
-    - "lastSuccessfulBuild"
+    - 199
+    csit-vpp-functional-1804-centos7-virl:
+    - 207
     csit-nsh_sfc-verify-func-1804-ubuntu1604-virl:
-    - "lastSuccessfulBuild"
-    csit-hc2vpp-verify-func-1801-ubuntu1604:
-    - "lastSuccessfulBuild"
+    - 7
+    csit-hc2vpp-verify-func-1804-ubuntu1604:
+    - 3
 
 -
   type: "output"
   algorithm: "table_performance_comparison"
   output-file-ext: ".csv"
   output-file: "{DIR[STATIC,VPP]}/performance-changes"
-#  reference:
-#    title: "Release 1710"
-#    data:
-#      csit-vpp-perf-1710-all:
-#      - 11
-#      - 12
-#      - 13
-#      - 14
-#      - 15
-#      - 16
-#      - 17
-#      - 18
-#      - 19
-#      - 20
+  history:
+    -
+      title: "rls1710"
+      data:
+        csit-vpp-perf-1710-all:
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        - 16
+        - 17
+        - 18
+        - 19
+        - 20
   reference:
-    title: "Release 1801"
+    title: "rls1801"
     data:
       csit-vpp-perf-1801-all:
       - 124  # sel
       - 167  # sel
       - 172  # sel acl only
   compare:
-    title: "Release 1804"
+    title: "rls1804"
     data:
       csit-vpp-perf-1804-all:
-      - 1
+      - 21  # sel
+      - 22  # sel
+      - 23  # sel
+      - 24  # sel
+      - 27  # sel
+      - 28  # sel
+      - 29  # sel
+      - 30  # sel
+      - 31  # sel
   data: "vpp-performance-changes"
   filter: "all"
   parameters:
     title: "Release 1801"
     data:
       csit-vpp-perf-check-1801:
-      - 1
-      - 2
+#      - 1
+#      - 2
       - 3
       - 4
       - 5
     title: "Release 1804"
     data:
       csit-vpp-perf-check-1804:
-      - 1
+      - 5   # mrr - full
+      - 6   # mrr - sel
+      - 7   # mrr - sel
+      - 8   # mrr - sel
+      - 9   # mrr - sel
+      - 10  # mrr - sel
+      - 11  # mrr - sel
+      - 12  # mrr - sel
+      - 13  # mrr - sel
   data: "vpp-performance-changes-mrr"
   filter: "all"
   parameters:
   - "name"
   - "show-run"
 
+-
+  type: "table"
+  title: "Detailed Test Results - VPP MRR Results"
+  algorithm: "table_details"
+  output-file-ext: ".csv"
+  output-file: "{DIR[DTR,MRR,VPP]}/vpp_mrr_results"
+  columns:
+  -
+    title: "Name"
+    data: "data name"
+  -
+    title: "Documentation"
+    data: "data doc"
+  -
+    title: "Status"
+    data: "data msg"
+  rows: "generated"
+  data:
+    "vpp-mrr-results"
+  filter: "'MRR'"
+  parameters:
+  - "name"
+  - "parent"
+  - "doc"
+  - "msg"
+
+-
+  type: "table"
+  title: "Test configuration - VPP MRR Test Configs"
+  algorithm: "table_details"
+  output-file-ext: ".csv"
+  output-file: "{DIR[DTC,MRR,VPP]}/vpp_mrr_test_configuration"
+  columns:
+  -
+    title: "Name"
+    data: "data name"
+  -
+    title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
+    data: "data vat-history"
+  rows: "generated"
+  data:
+    "vpp-mrr-results"
+  filter: "'MRR'"
+  parameters:
+  - "parent"
+  - "name"
+  - "vat-history"
+
 -
   type: "table"
   title: "Detailed Test Results - VPP Functional Results"
   - "doc"
   - "status"
 
+-
+  type: "table"
+  title: "Detailed Test Results - VPP Functional Results - CentOS"
+  algorithm: "table_details"
+  output-file-ext: ".csv"
+  output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
+  columns:
+  -
+    title: "Name"
+    data: "data name"
+  -
+    title: "Documentation"
+    data: "data doc"
+  -
+    title: "Status"
+    data: "data status"
+  rows: "generated"
+  data:
+    "vpp-func-results-centos"
+  filter: "all"
+  parameters:
+  - "name"
+  - "parent"
+  - "doc"
+  - "status"
+
 -
   type: "table"
   title: "Test configuration - VPP Functional Test Configs"
   - "name"
   - "vat-history"
 
+-
+  type: "table"
+  title: "Test configuration - VPP Functional Test Configs - CentOS"
+  algorithm: "table_details"
+  output-file-ext: ".csv"
+  output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
+  columns:
+  -
+    title: "Name"
+    data: "data name"
+  -
+    title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
+    data: "data vat-history"
+  rows: "generated"
+  data:
+    "vpp-func-results-centos"
+  filter: "all"
+  parameters:
+  - "parent"
+  - "name"
+  - "vat-history"
+
 -
   type: "table"
   title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
   data-start-level: 3  # 0, 1, 2, ...
   chapters-start-level: 2  # 0, 1, 2, ...
 
+-
+  type: "file"
+  title: "VPP MRR Results"
+  algorithm: "file_test_results"
+  output-file-ext: ".rst"
+  output-file: "{DIR[DTR,MRR,VPP]}/vpp_mrr_results"
+  file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
+  dir-tables: "{DIR[DTR,MRR,VPP]}"
+  data:
+    "vpp-mrr-results"
+  filter: "'MRR'"
+  parameters:
+  - "name"
+  - "doc"
+  - "level"
+  - "parent"
+  data-start-level: 2  # 0, 1, 2, ...
+  chapters-start-level: 2  # 0, 1, 2, ...
+
+-
+  type: "file"
+  title: "VPP MRR Configuration"
+  algorithm: "file_test_results"
+  output-file-ext: ".rst"
+  output-file: "{DIR[DTC,MRR,VPP]}/vpp_mrr_configuration"
+  file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
+  dir-tables: "{DIR[DTC,MRR,VPP]}"
+  data:
+    "vpp-mrr-results"
+  filter: "'MRR'"
+  parameters:
+  - "name"
+  - "doc"
+  - "level"
+  - "parent"
+  data-start-level: 2  # 0, 1, 2, ...
+  chapters-start-level: 2  # 0, 1, 2, ...
+
 -
   type: "file"
   title: "VPP Functional Results"
   data-start-level: 3  # 0, 1, 2, ...
   chapters-start-level: 2  # 0, 1, 2, ...
 
+-
+  type: "file"
+  title: "VPP Functional Results - CentOS"
+  algorithm: "file_test_results"
+  output-file-ext: ".rst"
+  output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos"
+  file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
+  dir-tables: "{DIR[DTR,FUNC,VPP,CENTOS]}"
+  data:
+    "vpp-func-results-centos"
+  filter: "all"
+  parameters:
+  - "name"
+  - "doc"
+  - "level"
+  data-start-level: 3  # 0, 1, 2, ...
+  chapters-start-level: 2  # 0, 1, 2, ...
+
 -
   type: "file"
   title: "VPP Functional Configuration"
   data-start-level: 3  # 0, 1, 2, ...
   chapters-start-level: 2  # 0, 1, 2, ...
 
+-
+  type: "file"
+  title: "VPP Functional Configuration - CentOS"
+  algorithm: "file_test_results"
+  output-file-ext: ".rst"
+  output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos"
+  file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
+  dir-tables: "{DIR[DTC,FUNC,VPP,CENTOS]}"
+  data:
+    "vpp-func-results-centos"
+  filter: "all"
+  parameters:
+  - "name"
+  - "doc"
+  - "level"
+  data-start-level: 3  # 0, 1, 2, ...
+  chapters-start-level: 2  # 0, 1, 2, ...
+
 -
   type: "file"
   title: "Container Orchestrated Performance Results"
     layout:
       "plot-throughput-speedup-analysis"
 
+## IP4_overlay - NDR
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ethip4-tsa-ndrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+## IP4_overlay - PDR
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ethip4-tsa-pdrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+## IP6_overlay - NDR
+#-
+#  type: "plot"
+#  title: "TSA: 78B-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ethip6-tsa-ndrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X520-DA2' and '78B' and 'ENCAP' and 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "78B-*-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+## IP6_overlay - PDR
+#-
+#  type: "plot"
+#  title: "TSA: 78B-*-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ethip6-tsa-pdrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X520-DA2' and '78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "78B-*-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+## VM VHOST - NDR
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-.*vhost.*-ndrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel1-tsa-ndrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X520-DA2' and '64B' and 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-.*vhost.*-ndrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-.*vhost.*-ndrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel1-tsa-ndrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-XL710' and '64B' and 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-.*vhost.*-ndrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-.*vhost.*-ndrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel2-tsa-ndrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X520-DA2' and '64B' and 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-.*vhost.*-ndrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-.*vhost.*-ndrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-vhost-sel2-tsa-ndrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X710' and '64B' and 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-.*vhost.*-ndrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-.*vhost.*-ndrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel2-tsa-ndrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-XL710' and '64B' and 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-.*vhost.*-ndrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+## VM VHOST - PDR
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-.*vhost.*-pdrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel1-tsa-pdrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X520-DA2' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-.*vhost.*-pdrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-.*vhost.*-pdrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel1-tsa-pdrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-XL710' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-.*vhost.*-pdrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-.*vhost.*-pdrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-vhost-sel2-tsa-pdrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X520-DA2' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-.*vhost.*-pdrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-.*vhost.*-pdrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-vhost-sel2-tsa-pdrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X710' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-.*vhost.*-pdrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-.*vhost.*-pdrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-vhost-sel2-tsa-pdrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-XL710' and '64B' and 'PDRDISC' and not 'NDRDISC' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-.*vhost.*-pdrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+## CRYPTO - NDR
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-.*ipsec.*-ndrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ipsechw-tsa-ndrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-XL710' and '64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-.*ipsec.*-ndrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+## CRYPTO - PDR
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-.*ipsec.*-pdrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ipsechw-tsa-pdrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-XL710' and '64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-.*ipsec.*-pdrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+## Container memif - NDR
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-memif-tsa-ndrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-memif-tsa-pdrdisc"
+#  data:
+#    "plot-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+## Container orchestrated - NDR
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-orchestrated-tsa-ndrdisc"
+#  data:
+#    "plot-ligato-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-container-orchestrated-tsa-ndrdisc"
+#  data:
+#    "plot-ligato-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X710' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+## Container orchestrated - PDR
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-container-orchestrated-tsa-pdrdisc"
+#  data:
+#    "plot-ligato-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and ''PDRDISC' and not 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+#
+#-
+#  type: "plot"
+#  title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
+#  algorithm: "plot_throughput_speedup_analysis"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/10ge2p1x710-64B-container-orchestrated-tsa-pdrdisc"
+#  data:
+#    "plot-ligato-throughput-speedup-analysis"
+#  filter: "'NIC_Intel-X710' and '64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  layout:
+#    title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
+#    layout:
+#      "plot-throughput-speedup-analysis"
+
 # Plot packets per second
 
 # VPP L2 sel1
     whiskerwidth: 0
   layout:
     title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
-    xaxis:
-      autorange: True
-      autotick: False
-      fixedrange: False
-      gridcolor: "rgb(238, 238, 238)"
-      linecolor: "rgb(238, 238, 238)"
-      linewidth: 1
-      showgrid: True
-      showline: True
-      showticklabels: True
-      tickcolor: "rgb(238, 238, 238)"
-      tickmode: "linear"
-      title: "Indexed Test Cases"
-      zeroline: False
-    yaxis:
-      gridcolor: "rgb(238, 238, 238)'"
-      hoverformat: ".4s"
-      linecolor: "rgb(238, 238, 238)"
-      linewidth: 1
-      range: [0, 4500000]
-      showgrid: True
-      showline: True
-      showticklabels: True
-      tickcolor: "rgb(238, 238, 238)"
-      title: "Packets Per Second [pps]"
-      zeroline: False
-    boxmode: "group"
-    boxgroupgap: 0.5
-    autosize: False
-    margin:
-      t: 50
-      b: 20
-      l: 50
-      r: 20
-    showlegend: True
-    legend:
-      orientation: "h"
-    width: 700
-    height: 1000
+    layout:
+      "plot-throughput"
 
 -
   type: "plot"
     whiskerwidth: 0
   layout:
     title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
-    xaxis:
-      autorange: True
-      autotick: False
-      fixedrange: False
-      gridcolor: "rgb(238, 238, 238)"
-      linecolor: "rgb(238, 238, 238)"
-      linewidth: 1
-      showgrid: True
-      showline: True
-      showticklabels: True
-      tickcolor: "rgb(238, 238, 238)"
-      tickmode: "linear"
-      title: "Indexed Test Cases"
-      zeroline: False
-    yaxis:
-      gridcolor: "rgb(238, 238, 238)'"
-      hoverformat: ".4s"
-      linecolor: "rgb(238, 238, 238)"
-      linewidth: 1
-      range: [0, 8000000]
-      showgrid: True
-      showline: True
-      showticklabels: True
-      tickcolor: "rgb(238, 238, 238)"
-      title: "Packets Per Second [pps]"
-      zeroline: False
-    boxmode: "group"
-    boxgroupgap: 0.5
-    autosize: False
-    margin:
-      t: 50
-      b: 20
-      l: 50
-      r: 20
-    showlegend: True
-    legend:
-      orientation: "h"
-    width: 700
-    height: 1000
+    layout:
+      "plot-throughput"
 
 -
   type: "plot"
     whiskerwidth: 0
   layout:
     title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
-    xaxis:
-      autorange: True
-      autotick: False
-      fixedrange: False
-      gridcolor: "rgb(238, 238, 238)"
-      linecolor: "rgb(238, 238, 238)"
-      linewidth: 1
-      showgrid: True
-      showline: True
-      showticklabels: True
-      tickcolor: "rgb(238, 238, 238)"
-      tickmode: "linear"
-      title: "Indexed Test Cases"
-      zeroline: False
-    yaxis:
-      gridcolor: "rgb(238, 238, 238)'"
-      hoverformat: ".4s"
-      linecolor: "rgb(238, 238, 238)"
-      linewidth: 1
-      range: [0, 4500000]
-      showgrid: True
-      showline: True
-      showticklabels: True
-      tickcolor: "rgb(238, 238, 238)"
-      title: "Packets Per Second [pps]"
-      zeroline: False
-    boxmode: "group"
-    boxgroupgap: 0.5
-    autosize: False
-    margin:
-      t: 50
-      b: 20
-      l: 50
-      r: 20
-    showlegend: True
-    legend:
-      orientation: "h"
-    width: 700
-    height: 1000
+    layout:
+      "plot-throughput"
 
 -
   type: "plot"
     whiskerwidth: 0
   layout:
     title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
-    xaxis:
-      autorange: True
-      autotick: False
-      fixedrange: False
-      gridcolor: "rgb(238, 238, 238)"
-      linecolor: "rgb(238, 238, 238)"
-      linewidth: 1
-      showgrid: True
-      showline: True
-      showticklabels: True
-      tickcolor: "rgb(238, 238, 238)"
-      tickmode: "linear"
-      title: "Indexed Test Cases"
-      zeroline: False
-    yaxis:
-      gridcolor: "rgb(238, 238, 238)'"
-      hoverformat: ".4s"
-      linecolor: "rgb(238, 238, 238)"
-      linewidth: 1
-      range: [0, 8000000]
-      showgrid: True
-      showline: True
-      showticklabels: True
-      tickcolor: "rgb(238, 238, 238)"
-      title: "Packets Per Second [pps]"
-      zeroline: False
-    boxmode: "group"
-    boxgroupgap: 0.5
-    autosize: False
-    margin:
-      t: 50
-      b: 20
-      l: 50
-      r: 20
-    showlegend: True
-    legend:
-      orientation: "h"
-    width: 700
-    height: 1000
+    layout:
+      "plot-throughput"
 
 # Container orchestrated
 -