CSIT-1211: Add 2n/3n-skx to detailed results 17/13717/16
authorTibor Frank <tifrank@cisco.com>
Thu, 26 Jul 2018 11:12:02 +0000 (13:12 +0200)
committerTibor Frank <tifrank@cisco.com>
Fri, 27 Jul 2018 08:42:39 +0000 (10:42 +0200)
Change-Id: Ibfe838b355fa15d0f89ea3122f2d042af989b51d
Signed-off-by: Tibor Frank <tifrank@cisco.com>
23 files changed:
docs/report/detailed_test_results/cot_performance_results/index.rst
docs/report/detailed_test_results/cot_performance_results_2n_skx/index.rst [new file with mode: 0644]
docs/report/detailed_test_results/cot_performance_results_3n_hsw/index.rst [new file with mode: 0644]
docs/report/detailed_test_results/cot_performance_results_3n_skx/index.rst [new file with mode: 0644]
docs/report/detailed_test_results/dpdk_performance_results/index.rst
docs/report/detailed_test_results/dpdk_performance_results_2n_skx/index.rst [new file with mode: 0644]
docs/report/detailed_test_results/dpdk_performance_results_3n_hsw/index.rst [new file with mode: 0644]
docs/report/detailed_test_results/dpdk_performance_results_3n_skx/index.rst [new file with mode: 0644]
docs/report/detailed_test_results/vpp_functional_results/index.rst
docs/report/detailed_test_results/vpp_functional_results_centos/index.rst
docs/report/detailed_test_results/vpp_functional_results_ubuntu/index.rst [new file with mode: 0644]
docs/report/detailed_test_results/vpp_mrr_results/index.rst
docs/report/detailed_test_results/vpp_mrr_results_2n_skx/index.rst [new file with mode: 0644]
docs/report/detailed_test_results/vpp_mrr_results_3n_hsw/index.rst [new file with mode: 0644]
docs/report/detailed_test_results/vpp_mrr_results_3n_skx/index.rst [new file with mode: 0644]
docs/report/detailed_test_results/vpp_performance_results/index.rst
docs/report/detailed_test_results/vpp_performance_results_2n_skx/index.rst [new file with mode: 0644]
docs/report/detailed_test_results/vpp_performance_results_3n_hsw/index.rst [new file with mode: 0644]
docs/report/detailed_test_results/vpp_performance_results_3n_skx/index.rst [new file with mode: 0644]
docs/report/index.rst
docs/report/vpp_functional_tests/csit_release_notes.rst
resources/tools/presentation/generator_files.py
resources/tools/presentation/specification.yaml

index a37070e..656cb42 100644 (file)
@@ -1,12 +1,8 @@
 VPP K8s Container Memif
 =======================
 
-.. note::
-
-    Data sources for reported test results: i) `FD.io test executor ligato
-    performance jobs`_, ii) archived FD.io jobs test result `output files
-    <../../_static/archive/>`_.
-
 .. toctree::
 
-    cot_performance_results
+    ../cot_performance_results_3n_hsw/index
+    ../cot_performance_results_3n_skx/index
+    ../cot_performance_results_2n_skx/index
diff --git a/docs/report/detailed_test_results/cot_performance_results_2n_skx/index.rst b/docs/report/detailed_test_results/cot_performance_results_2n_skx/index.rst
new file mode 100644 (file)
index 0000000..503caa7
--- /dev/null
@@ -0,0 +1,12 @@
+2n-skx
+------
+
+.. note::
+
+    Data sources for reported test results: i) `FD.io test executor ligato
+    performance jobs`_, ii) archived FD.io jobs test result `output files
+    <../../_static/archive/>`_.
+
+.. toctree::
+
+    cot_performance_results_2n_skx
diff --git a/docs/report/detailed_test_results/cot_performance_results_3n_hsw/index.rst b/docs/report/detailed_test_results/cot_performance_results_3n_hsw/index.rst
new file mode 100644 (file)
index 0000000..4bdb21e
--- /dev/null
@@ -0,0 +1,12 @@
+3n-hsw
+------
+
+.. note::
+
+    Data sources for reported test results: i) `FD.io test executor ligato
+    performance jobs`_, ii) archived FD.io jobs test result `output files
+    <../../_static/archive/>`_.
+
+.. toctree::
+
+    cot_performance_results_3n_hsw
diff --git a/docs/report/detailed_test_results/cot_performance_results_3n_skx/index.rst b/docs/report/detailed_test_results/cot_performance_results_3n_skx/index.rst
new file mode 100644 (file)
index 0000000..1de4f9c
--- /dev/null
@@ -0,0 +1,12 @@
+3n-skx
+------
+
+.. note::
+
+    Data sources for reported test results: i) `FD.io test executor ligato
+    performance jobs`_, ii) archived FD.io jobs test result `output files
+    <../../_static/archive/>`_.
+
+.. toctree::
+
+    cot_performance_results_3n_skx
index 2c3297e..963e31b 100644 (file)
@@ -1,12 +1,8 @@
 DPDK Performance
 ================
 
-.. note::
-
-    Data sources for reported test results: i) `FD.io test executor dpdk
-    performance jobs`_, ii) archived FD.io jobs test result `output files
-    <../../_static/archive/>`_.
-
 .. toctree::
 
-    dpdk_performance_results
+    ../dpdk_performance_results_3n_hsw/index
+    ../dpdk_performance_results_3n_skx/index
+    ../dpdk_performance_results_2n_skx/index
diff --git a/docs/report/detailed_test_results/dpdk_performance_results_2n_skx/index.rst b/docs/report/detailed_test_results/dpdk_performance_results_2n_skx/index.rst
new file mode 100644 (file)
index 0000000..17ea92b
--- /dev/null
@@ -0,0 +1,12 @@
+2n-skx
+------
+
+.. note::
+
+    Data sources for reported test results: i) `FD.io test executor dpdk
+    performance jobs`_, ii) archived FD.io jobs test result `output files
+    <../../_static/archive/>`_.
+
+.. toctree::
+
+    dpdk_performance_results_2n_skx
diff --git a/docs/report/detailed_test_results/dpdk_performance_results_3n_hsw/index.rst b/docs/report/detailed_test_results/dpdk_performance_results_3n_hsw/index.rst
new file mode 100644 (file)
index 0000000..a917cfe
--- /dev/null
@@ -0,0 +1,12 @@
+3n-hsw
+------
+
+.. note::
+
+    Data sources for reported test results: i) `FD.io test executor dpdk
+    performance jobs`_, ii) archived FD.io jobs test result `output files
+    <../../_static/archive/>`_.
+
+.. toctree::
+
+    dpdk_performance_results_3n_hsw
diff --git a/docs/report/detailed_test_results/dpdk_performance_results_3n_skx/index.rst b/docs/report/detailed_test_results/dpdk_performance_results_3n_skx/index.rst
new file mode 100644 (file)
index 0000000..ddafa8e
--- /dev/null
@@ -0,0 +1,12 @@
+3n-skx
+------
+
+.. note::
+
+    Data sources for reported test results: i) `FD.io test executor dpdk
+    performance jobs`_, ii) archived FD.io jobs test result `output files
+    <../../_static/archive/>`_.
+
+.. toctree::
+
+    dpdk_performance_results_3n_skx
index b471393..5270c78 100644 (file)
@@ -1,12 +1,7 @@
-VPP Functional Ubuntu
-=====================
-
-.. note::
-
-    Data sources for reported test results: i) `FD.io test executor vpp
-    functional jobs`_, ii) archived FD.io jobs test result `output files
-    <../../_static/archive/>`_.
+VPP Functional
+==============
 
 .. toctree::
 
-    vpp_functional_results
+    ../vpp_functional_results_ubuntu/index
+    ../vpp_functional_results_centos/index
diff --git a/docs/report/detailed_test_results/vpp_functional_results_ubuntu/index.rst b/docs/report/detailed_test_results/vpp_functional_results_ubuntu/index.rst
new file mode 100644 (file)
index 0000000..4fc7924
--- /dev/null
@@ -0,0 +1,12 @@
+Ubuntu
+------
+
+.. note::
+
+    Data sources for reported test results: i) `FD.io test executor vpp
+    functional jobs`_, ii) archived FD.io jobs test result `output files
+    <../../_static/archive/>`_.
+
+.. toctree::
+
+    vpp_functional_results_ubuntu
index 95d6be5..ace7ef8 100644 (file)
@@ -1,12 +1,8 @@
 VPP Performance MRR
 ===================
 
-.. note::
-
-    Data sources for reported test results: i) `FD.io test executor vpp
-    performance jobs`_, ii) archived FD.io jobs test result `output files
-    <../../_static/archive/>`_.
-
 .. toctree::
 
-    vpp_mrr_results
+    ../vpp_mrr_results_3n_hsw/index
+    ../vpp_mrr_results_3n_skx/index
+    ../vpp_mrr_results_2n_skx/index
diff --git a/docs/report/detailed_test_results/vpp_mrr_results_2n_skx/index.rst b/docs/report/detailed_test_results/vpp_mrr_results_2n_skx/index.rst
new file mode 100644 (file)
index 0000000..7b2d9ff
--- /dev/null
@@ -0,0 +1,12 @@
+2n-skx
+------
+
+.. note::
+
+    Data sources for reported test results: i) `FD.io test executor vpp
+    performance jobs`_, ii) archived FD.io jobs test result `output files
+    <../../_static/archive/>`_.
+
+.. toctree::
+
+    vpp_mrr_results_2n_skx
diff --git a/docs/report/detailed_test_results/vpp_mrr_results_3n_hsw/index.rst b/docs/report/detailed_test_results/vpp_mrr_results_3n_hsw/index.rst
new file mode 100644 (file)
index 0000000..68dc6ef
--- /dev/null
@@ -0,0 +1,12 @@
+3n-hsw
+------
+
+.. note::
+
+    Data sources for reported test results: i) `FD.io test executor vpp
+    performance jobs`_, ii) archived FD.io jobs test result `output files
+    <../../_static/archive/>`_.
+
+.. toctree::
+
+    vpp_mrr_results_3n_hsw
diff --git a/docs/report/detailed_test_results/vpp_mrr_results_3n_skx/index.rst b/docs/report/detailed_test_results/vpp_mrr_results_3n_skx/index.rst
new file mode 100644 (file)
index 0000000..e60c429
--- /dev/null
@@ -0,0 +1,12 @@
+3n-skx
+------
+
+.. note::
+
+    Data sources for reported test results: i) `FD.io test executor vpp
+    performance jobs`_, ii) archived FD.io jobs test result `output files
+    <../../_static/archive/>`_.
+
+.. toctree::
+
+    vpp_mrr_results_3n_skx
index 0d986d4..5d2ee11 100644 (file)
@@ -1,12 +1,8 @@
 VPP Performance NDR/PDR
 =======================
 
-.. note::
-
-    Data sources for reported test results: i) `FD.io test executor vpp
-    performance jobs`_, ii) archived FD.io jobs test result `output files
-    <../../_static/archive/>`_.
-
 .. toctree::
 
-    vpp_performance_results
+    ../vpp_performance_results_3n_hsw/index
+    ../vpp_performance_results_3n_skx/index
+    ../vpp_performance_results_2n_skx/index
diff --git a/docs/report/detailed_test_results/vpp_performance_results_2n_skx/index.rst b/docs/report/detailed_test_results/vpp_performance_results_2n_skx/index.rst
new file mode 100644 (file)
index 0000000..99984f1
--- /dev/null
@@ -0,0 +1,12 @@
+2n-skx
+------
+
+.. note::
+
+    Data sources for reported test results: i) `FD.io test executor vpp
+    performance jobs`_, ii) archived FD.io jobs test result `output files
+    <../../_static/archive/>`_.
+
+.. toctree::
+
+    vpp_performance_results_2n_skx
diff --git a/docs/report/detailed_test_results/vpp_performance_results_3n_hsw/index.rst b/docs/report/detailed_test_results/vpp_performance_results_3n_hsw/index.rst
new file mode 100644 (file)
index 0000000..1563a12
--- /dev/null
@@ -0,0 +1,12 @@
+3n-hsw
+------
+
+.. note::
+
+    Data sources for reported test results: i) `FD.io test executor vpp
+    performance jobs`_, ii) archived FD.io jobs test result `output files
+    <../../_static/archive/>`_.
+
+.. toctree::
+
+    vpp_performance_results_3n_hsw
diff --git a/docs/report/detailed_test_results/vpp_performance_results_3n_skx/index.rst b/docs/report/detailed_test_results/vpp_performance_results_3n_skx/index.rst
new file mode 100644 (file)
index 0000000..4f4f588
--- /dev/null
@@ -0,0 +1,12 @@
+3n-skx
+------
+
+.. note::
+
+    Data sources for reported test results: i) `FD.io test executor vpp
+    performance jobs`_, ii) archived FD.io jobs test result `output files
+    <../../_static/archive/>`_.
+
+.. toctree::
+
+    vpp_performance_results_3n_skx
index a78a772..0c652a2 100644 (file)
@@ -72,7 +72,6 @@ CSIT 18.07
         detailed_test_results/cot_performance_results/index
         detailed_test_results/dpdk_performance_results/index
         detailed_test_results/vpp_functional_results/index
-        detailed_test_results/vpp_functional_results_centos/index
         detailed_test_results/honeycomb_functional_results/index
         detailed_test_results/nshsfc_functional_results/index
 
index 00f40f1..dcb317f 100644 (file)
@@ -7,7 +7,7 @@ Changes in CSIT |release|
 #. VPP functional test framework changes:
 
    - functional tests are running on Centos image; corresponding CSIT Jenkins
-   jobs are created.
+     jobs are created.
 
 #. Optimizations in CSIT functional framework:
 
index f8428ad..e2bcf78 100644 (file)
@@ -1,4 +1,4 @@
-# Copyright (c) 2017 Cisco and/or its affiliates.
+# Copyright (c) 2018 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -67,8 +67,9 @@ def _tests_in_suite(suite_name, tests):
 
 
 def file_test_results(file_spec, input_data):
-    """Generate the file(s) with algorithm: file_test_results specified in the
-    specification file.
+    """Generate the file(s) with algorithms
+    - file_test_results
+    specified in the specification file.
 
     :param file_spec: File to generate.
     :param input_data: Data to process.
@@ -88,66 +89,16 @@ def file_test_results(file_spec, input_data):
                       format(file_spec["dir-tables"]))
         return None
 
-    job = file_spec["data"].keys()[0]
-    build = str(file_spec["data"][job][0])
-
     logging.info("    Writing file '{0}'".format(file_name))
 
-    suites = input_data.suites(job, build)[file_spec["data-start-level"]:]
-    suites.sort_index(inplace=True)
-
-    with open(file_name, "w") as file_handler:
-        file_handler.write(rst_header)
-        for suite_longname, suite in suites.iteritems():
-            suite_name = suite["name"]
-            file_handler.write("\n{0}\n{1}\n".format(
-                suite_name, get_rst_title_char(
-                    suite["level"] - file_spec["data-start-level"] - 1) *
-                            len(suite_name)))
-            file_handler.write("\n{0}\n".format(
-                suite["doc"].replace('|br|', '\n\n -')))
-            if _tests_in_suite(suite_name, input_data.tests(job, build)):
-                for tbl_file in table_lst:
-                    if suite_name in tbl_file:
-                        file_handler.write(
-                            RST_INCLUDE_TABLE.format(
-                                file_latex=tbl_file,
-                                file_html=tbl_file.split("/")[-1]))
-
-    logging.info("  Done.")
-
-
-def file_merged_test_results(file_spec, input_data):
-    """Generate the file(s) with algorithm: file_merged_test_results specified
-    in the specification file.
-
-    :param file_spec: File to generate.
-    :param input_data: Data to process.
-    :type file_spec: pandas.Series
-    :type input_data: InputData
-    """
-
-    file_name = "{0}{1}".format(file_spec["output-file"],
-                                file_spec["output-file-ext"])
-    rst_header = file_spec["file-header"]
-
-    logging.info("  Generating the file {0} ...".format(file_name))
-
-    table_lst = get_files(file_spec["dir-tables"], ".csv", full_path=True)
-    if len(table_lst) == 0:
-        logging.error("  No tables to include in '{0}'. Skipping.".
-                      format(file_spec["dir-tables"]))
-        return None
-
-    logging.info("    Writing file '{0}'".format(file_name))
-
-    logging.info("    Creating the data set for the {0} '{1}'.".
+    logging.info("    Creating the 'tests' data set for the {0} '{1}'.".
                  format(file_spec.get("type", ""), file_spec.get("title", "")))
     tests = input_data.filter_data(file_spec)
     tests = input_data.merge_data(tests)
 
-    logging.info("    Creating the data set for the {0} '{1}'.".
+    logging.info("    Creating the 'suites' data set for the {0} '{1}'.".
                  format(file_spec.get("type", ""), file_spec.get("title", "")))
+    file_spec["filter"] = "all"
     suites = input_data.filter_data(file_spec, data_set="suites")
     suites = input_data.merge_data(suites)
     suites.sort_index(inplace=True)
@@ -155,23 +106,22 @@ def file_merged_test_results(file_spec, input_data):
     with open(file_name, "w") as file_handler:
         file_handler.write(rst_header)
         for suite_longname, suite in suites.iteritems():
+            # TODO: Remove when NDRPDRDISC tests are not used:
             if "ndrchk" in suite_longname or "pdrchk" in suite_longname:
                 continue
             if len(suite_longname.split(".")) <= file_spec["data-start-level"]:
                 continue
-            suite_name = suite["name"]
             file_handler.write("\n{0}\n{1}\n".format(
-                suite_name, get_rst_title_char(
+                suite["name"], get_rst_title_char(
                     suite["level"] - file_spec["data-start-level"] - 1) *
-                            len(suite_name)))
+                            len(suite["name"])))
             file_handler.write("\n{0}\n".format(
                 suite["doc"].replace('|br|', '\n\n -')))
-            if _tests_in_suite(suite_name, tests):
+            if _tests_in_suite(suite["name"], tests):
                 for tbl_file in table_lst:
-                    if suite_name in tbl_file:
+                    if suite["name"] in tbl_file:
                         file_handler.write(
                             RST_INCLUDE_TABLE.format(
                                 file_latex=tbl_file,
                                 file_html=tbl_file.split("/")[-1]))
-
     logging.info("  Done.")
index 5d64f5c..cdc3ef5 100644 (file)
 
     # Detailed test results
     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
-    DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
-    DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
-    DIR[DTR,MRR,VPP]: "{DIR[DTR]}/vpp_mrr_results"
-    DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
-    DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
-    DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
+    DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw"
+    DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
+    DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
+    DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
+    DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
+    DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
+    DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
+    DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
+    DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
+    DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
+    DIR[DTR,PERF,COT,3N,SKX]: "{DIR[DTR]}/cot_performance_results_3n_skx"
+    DIR[DTR,PERF,COT,2N,SKX]: "{DIR[DTR]}/cot_performance_results_2n_skx"
+    DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
     DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
     DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
       - 12  # sel
       - 13  # sel
       - 14  # sel
-    vpp-perf-results:
+    vpp-perf-results-3n-hsw:
       csit-vpp-perf-1804-all:
       - 19  # full
       - 20  # full
       - 25  # full
       - 49  # full
-    vpp-func-results:
+    vpp-perf-results-3n-skx:
+      csit-vpp-perf-1804-all:
+      - 19  # full
+      - 20  # full
+      - 25  # full
+      - 49  # full
+    vpp-perf-results-2n-skx:
+      csit-vpp-perf-1804-all:
+      - 19  # full
+      - 20  # full
+      - 25  # full
+      - 49  # full
+    vpp-func-results-ubuntu:
       csit-vpp-functional-1804-ubuntu1604-virl:
       - 229
     vpp-func-results-centos:
       csit-vpp-functional-1804-centos7-virl:
       - 238
-    vpp-mrr-results:
+    vpp-mrr-results-3n-hsw:
+      csit-vpp-perf-check-1804:
+      - 5   # mrr - full
+    vpp-mrr-results-3n-skx:
+      csit-vpp-perf-check-1804:
+      - 5   # mrr - full
+    vpp-mrr-results-2n-skx:
       csit-vpp-perf-check-1804:
       - 5   # mrr - full
-    ligato-perf-results:
+    ligato-perf-results-3n-hsw:
       csit-ligato-perf-1804-all:
       - 4  # full
-    dpdk-perf-results:
-      csit-dpdk-perf-1804-all:
-      - 13
+    ligato-perf-results-3n-skx:
+      csit-ligato-perf-1804-all:
+      - 4  # full
+    ligato-perf-results-2n-skx:
+      csit-ligato-perf-1804-all:
+      - 4  # full
+    dpdk-perf-results-3n-hsw:
+      csit-dpdk-perf-verify-1807-3n-hsw:
+      - 2
+    dpdk-perf-results-3n-skx:
+      csit-dpdk-perf-verify-1807-3n-skx:
+      - 3
+    dpdk-perf-results-2n-skx:
+      csit-dpdk-perf-verify-1807-2n-skx:
+      - 9
     hc-func-results:
       csit-hc2vpp-verify-func-1804-ubuntu1604:
       - 3
       - 31  # sel
       - 35  # sel
     plot-dpdk-throughput-latency-3n-hsw:
-      csit-dpdk-perf-1804-all:
-      - 4
-      - 5
-      - 6
-      - 7
-      - 8
-      - 9
-      - 10
-      - 11
-      - 12
-      - 13
+      csit-dpdk-perf-verify-1807-3n-hsw:
+      - 1
+      - 2
     plot-dpdk-throughput-latency-3n-skx:
-      csit-dpdk-perf-1804-all:
-      - 4
-      - 5
-      - 6
-      - 7
-      - 8
-      - 9
-      - 10
-      - 11
-      - 12
-      - 13
+      csit-dpdk-perf-verify-1807-3n-skx:
+      - 1
+      - 2
+      - 3
     plot-dpdk-throughput-latency-2n-skx:
-      csit-dpdk-perf-1804-all:
+      csit-dpdk-perf-verify-1807-2n-skx:
+      - 1
+      - 2
+      - 3
       - 4
       - 5
       - 6
       - 7
       - 8
       - 9
-      - 10
-      - 11
-      - 12
-      - 13
     plot-ligato-throughput-latency-3n-hsw:
       csit-ligato-perf-1804-all:
       - 5   # sel
     - 12  # sel
     - 13  # sel
     - 14  # sel
-    csit-dpdk-perf-1804-all:
+    csit-dpdk-perf-verify-1807-3n-hsw:
+    - 1
+    - 2
+    csit-dpdk-perf-verify-1807-3n-skx:
+    - 1
+    - 2
+    - 3
+    csit-dpdk-perf-verify-1807-2n-skx:
+    - 1
+    - 2
+    - 3
     - 4
     - 5
     - 6
     - 7
     - 8
     - 9
-    - 10
-    - 11
-    - 12
-    - 13
     csit-vpp-functional-1804-ubuntu1604-virl:
     - 229
     csit-vpp-functional-1804-centos7-virl:
   format:
     html:
     - full
-    pdf:
-    - minimal
+#    pdf:
+#    - minimal
 
 ################################################################################
 ###                               T A B L E S                                ###
 
 -
   type: "table"
-  title: "Detailed Test Results - VPP Performance Results"
+  title: "Detailed Test Results - VPP Performance Results 3n-hsw"
   algorithm: "table_merged_details"
   output-file-ext: ".csv"
-  output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
+  output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
   columns:
   -
     title: "Name"
     title: "Status"
     data: "data msg"
   rows: "generated"
-  data:
-    "vpp-perf-results"
+  data: "vpp-perf-results-3n-hsw"
+  filter: "not 'NDRCHK' and not 'PDRCHK'"
+  parameters:
+  - "name"
+  - "parent"
+  - "doc"
+  - "msg"
+
+-
+  type: "table"
+  title: "Detailed Test Results - VPP Performance Results 3n-skx"
+  algorithm: "table_merged_details"
+  output-file-ext: ".csv"
+  output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
+  columns:
+  -
+    title: "Name"
+    data: "data name"
+  -
+    title: "Documentation"
+    data: "data doc"
+  -
+    title: "Status"
+    data: "data msg"
+  rows: "generated"
+  data: "vpp-perf-results-3n-skx"
   filter: "not 'NDRCHK' and not 'PDRCHK'"
   parameters:
   - "name"
   - "doc"
   - "msg"
 
+-
+  type: "table"
+  title: "Detailed Test Results - VPP Performance Results 2n-skx"
+  algorithm: "table_merged_details"
+  output-file-ext: ".csv"
+  output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
+  columns:
+  -
+    title: "Name"
+    data: "data name"
+  -
+    title: "Documentation"
+    data: "data doc"
+  -
+    title: "Status"
+    data: "data msg"
+  rows: "generated"
+  data: "vpp-perf-results-2n-skx"
+  filter: "not 'NDRCHK' and not 'PDRCHK'"
+  parameters:
+  - "name"
+  - "parent"
+  - "doc"
+  - "msg"
 -
   type: "table"
   title: "Test configuration - VPP Performance Test Configs"
     data: "data vat-history"
   rows: "generated"
   data:
-    "vpp-perf-results"
+    "vpp-perf-results-3n-hsw"
   filter: "not 'NDRCHK' and not 'PDRCHK'"
   parameters:
   - "parent"
     data: "data show-run"
   rows: "generated"
   data:
-    "vpp-perf-results"
+    "vpp-perf-results-3n-hsw"
   filter: "not 'NDRCHK' and not 'PDRCHK'"
   parameters:
   - "parent"
 
 -
   type: "table"
-  title: "Detailed Test Results - VPP MRR Results"
+  title: "Detailed Test Results - VPP MRR Results 3n-hsw"
   algorithm: "table_details"
   output-file-ext: ".csv"
-  output-file: "{DIR[DTR,MRR,VPP]}/vpp_mrr_results"
+  output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
   columns:
   -
     title: "Name"
     title: "Status"
     data: "data msg"
   rows: "generated"
-  data:
-    "vpp-mrr-results"
+  data: "vpp-mrr-results-3n-hsw"
+  filter: "'MRR'"
+  parameters:
+  - "name"
+  - "parent"
+  - "doc"
+  - "msg"
+
+-
+  type: "table"
+  title: "Detailed Test Results - VPP MRR Results 3n-skx"
+  algorithm: "table_details"
+  output-file-ext: ".csv"
+  output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
+  columns:
+  -
+    title: "Name"
+    data: "data name"
+  -
+    title: "Documentation"
+    data: "data doc"
+  -
+    title: "Status"
+    data: "data msg"
+  rows: "generated"
+  data: "vpp-mrr-results-3n-skx"
+  filter: "'MRR'"
+  parameters:
+  - "name"
+  - "parent"
+  - "doc"
+  - "msg"
+
+-
+  type: "table"
+  title: "Detailed Test Results - VPP MRR Results 2n-skx"
+  algorithm: "table_details"
+  output-file-ext: ".csv"
+  output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
+  columns:
+  -
+    title: "Name"
+    data: "data name"
+  -
+    title: "Documentation"
+    data: "data doc"
+  -
+    title: "Status"
+    data: "data msg"
+  rows: "generated"
+  data: "vpp-mrr-results-2n-skx"
   filter: "'MRR'"
   parameters:
   - "name"
     data: "data vat-history"
   rows: "generated"
   data:
-    "vpp-mrr-results"
+    "vpp-mrr-results-3n-hsw"
   filter: "'MRR'"
   parameters:
   - "parent"
 
 -
   type: "table"
-  title: "Detailed Test Results - VPP Functional Results"
+  title: "Detailed Test Results - VPP Functional Results - Ubuntu"
   algorithm: "table_details"
   output-file-ext: ".csv"
-  output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
+  output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
   columns:
   -
     title: "Name"
     title: "Status"
     data: "data status"
   rows: "generated"
-  data:
-    "vpp-func-results"
+  data: "vpp-func-results-ubuntu"
   filter: "all"
   parameters:
   - "name"
 
 -
   type: "table"
-  title: "Test configuration - VPP Functional Test Configs"
+  title: "Test configuration - VPP Functional Test Configs - Ubuntu"
   algorithm: "table_details"
   output-file-ext: ".csv"
   output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
     title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
     data: "data vat-history"
   rows: "generated"
-  data:
-    "vpp-func-results"
+  data: "vpp-func-results-ubuntu"
   filter: "all"
   parameters:
   - "parent"
 
 -
   type: "table"
-  title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
+  title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw"
   algorithm: "table_details"
   output-file-ext: ".csv"
-  output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
+  output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw"
   columns:
   -
     title: "Name"
     title: "Status"
     data: "data msg"
   rows: "generated"
-  data:
-    "ligato-perf-results"
+  data: "ligato-perf-results-3n-hsw"
   filter: "all"
   parameters:
   - "name"
 
 -
   type: "table"
-  title: "Detailed Test Results - DPDK Performance Results"
+  title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-skx"
   algorithm: "table_details"
   output-file-ext: ".csv"
-  output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
+  output-file: "{DIR[DTR,PERF,COT,3N,SKX]}/cot_performance_results_3n_skx"
   columns:
   -
     title: "Name"
     title: "Status"
     data: "data msg"
   rows: "generated"
-  data:
-    "dpdk-perf-results"
+  data: "ligato-perf-results-3n-skx"
   filter: "all"
   parameters:
   - "name"
   - "doc"
   - "msg"
 
+-
+  type: "table"
+  title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 2n-skx"
+  algorithm: "table_details"
+  output-file-ext: ".csv"
+  output-file: "{DIR[DTR,PERF,COT,2N,SKX]}/cot_performance_results_2n_skx"
+  columns:
+  -
+    title: "Name"
+    data: "data name"
+  -
+    title: "Documentation"
+    data: "data doc"
+  -
+    title: "Status"
+    data: "data msg"
+  rows: "generated"
+  data: "ligato-perf-results-2n-skx"
+  filter: "all"
+  parameters:
+  - "name"
+  - "parent"
+  - "doc"
+  - "msg"
+
+-
+  type: "table"
+  title: "Detailed Test Results - DPDK Performance Results 3n-hsw"
+  algorithm: "table_details"
+  output-file-ext: ".csv"
+  output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw"
+  columns:
+  -
+    title: "Name"
+    data: "data name"
+  -
+    title: "Status"
+    data: "data msg"
+  rows: "generated"
+  data: "dpdk-perf-results-3n-hsw"
+  filter: "all"
+  parameters:
+  - "name"
+  - "parent"
+  - "msg"
+
+-
+  type: "table"
+  title: "Detailed Test Results - DPDK Performance Results 3n-skx"
+  algorithm: "table_details"
+  output-file-ext: ".csv"
+  output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx"
+  columns:
+  -
+    title: "Name"
+    data: "data name"
+  -
+    title: "Status"
+    data: "data msg"
+  rows: "generated"
+  data: "dpdk-perf-results-3n-skx"
+  filter: "all"
+  parameters:
+  - "name"
+  - "parent"
+  - "msg"
+
+-
+  type: "table"
+  title: "Detailed Test Results - DPDK Performance Results 2n-skx"
+  algorithm: "table_details"
+  output-file-ext: ".csv"
+  output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx"
+  columns:
+  -
+    title: "Name"
+    data: "data name"
+  -
+    title: "Status"
+    data: "data msg"
+  rows: "generated"
+  data: "dpdk-perf-results-2n-skx"
+  filter: "all"
+  parameters:
+  - "name"
+  - "parent"
+  - "msg"
+
 -
   type: "table"
   title: "Detailed Test Results - Honeycomb Functional Results"
 
 -
   type: "file"
-  title: "VPP Performance Results"
-  algorithm: "file_merged_test_results"
+  title: "VPP Performance Results 3n-hsw"
+  algorithm: "file_test_results"
   output-file-ext: ".rst"
-  output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
+  output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw"
   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
-  dir-tables: "{DIR[DTR,PERF,VPP]}"
-  data:
-    "vpp-perf-results"
+  dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}"
+  data: "vpp-perf-results-3n-hsw"
+  filter: "not 'NDRCHK' and not 'PDRCHK'"
+  parameters:
+  - "name"
+  - "doc"
+  - "level"
+  - "parent"
+  data-start-level: 3
+
+-
+  type: "file"
+  title: "VPP Performance Results 3n-skx"
+  algorithm: "file_test_results"
+  output-file-ext: ".rst"
+  output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx"
+  file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
+  dir-tables: "{DIR[DTR,PERF,VPP,3N,SKX]}"
+  data: "vpp-perf-results-3n-skx"
+  filter: "not 'NDRCHK' and not 'PDRCHK'"
+  parameters:
+  - "name"
+  - "doc"
+  - "level"
+  - "parent"
+  data-start-level: 3
+
+-
+  type: "file"
+  title: "VPP Performance Results 2n-skx"
+  algorithm: "file_test_results"
+  output-file-ext: ".rst"
+  output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx"
+  file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
+  dir-tables: "{DIR[DTR,PERF,VPP,2N,SKX]}"
+  data: "vpp-perf-results-2n-skx"
   filter: "not 'NDRCHK' and not 'PDRCHK'"
   parameters:
   - "name"
   - "doc"
   - "level"
   - "parent"
-  data-start-level: 3  # 0, 1, 2, ...
-  chapters-start-level: 2  # 0, 1, 2, ...
+  data-start-level: 3
 
 -
   type: "file"
   title: "VPP Performance Configuration"
-  algorithm: "file_merged_test_results"
+  algorithm: "file_test_results"
   output-file-ext: ".rst"
   output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
   dir-tables: "{DIR[DTC,PERF,VPP]}"
   data:
-    "vpp-perf-results"
+    "vpp-perf-results-3n-hsw"
   filter: "not 'NDRCHK' and not 'PDRCHK'"
   parameters:
   - "name"
   - "doc"
   - "level"
   - "parent"
-  data-start-level: 3  # 0, 1, 2, ...
-  chapters-start-level: 2  # 0, 1, 2, ...
+  data-start-level: 3
 
 -
   type: "file"
   title: "VPP Performance Operational Data"
-  algorithm: "file_merged_test_results"
+  algorithm: "file_test_results"
   output-file-ext: ".rst"
   output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
   dir-tables: "{DIR[DTO,PERF,VPP]}"
   data:
-    "vpp-perf-results"
+    "vpp-perf-results-3n-hsw"
   filter: "not 'NDRCHK' and not 'PDRCHK'"
   parameters:
   - "name"
   - "doc"
   - "level"
   - "parent"
-  data-start-level: 3  # 0, 1, 2, ...
-  chapters-start-level: 2  # 0, 1, 2, ...
+  data-start-level: 3
 
 -
   type: "file"
-  title: "VPP MRR Results"
+  title: "VPP MRR Results 3n-hsw"
   algorithm: "file_test_results"
   output-file-ext: ".rst"
-  output-file: "{DIR[DTR,MRR,VPP]}/vpp_mrr_results"
+  output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw"
   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
-  dir-tables: "{DIR[DTR,MRR,VPP]}"
-  data:
-    "vpp-mrr-results"
+  dir-tables: "{DIR[DTR,MRR,VPP,3N,HSW]}"
+  data: "vpp-mrr-results-3n-hsw"
+  filter: "'MRR'"
+  parameters:
+  - "name"
+  - "doc"
+  - "level"
+  - "parent"
+  data-start-level: 3
+
+-
+  type: "file"
+  title: "VPP MRR Results 3n-skx"
+  algorithm: "file_test_results"
+  output-file-ext: ".rst"
+  output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx"
+  file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
+  dir-tables: "{DIR[DTR,MRR,VPP,3N,SKX]}"
+  data: "vpp-mrr-results-3n-skx"
   filter: "'MRR'"
   parameters:
   - "name"
   - "doc"
   - "level"
   - "parent"
-  data-start-level: 2  # 0, 1, 2, ...
-  chapters-start-level: 2  # 0, 1, 2, ...
+  data-start-level: 3
+
+-
+  type: "file"
+  title: "VPP MRR Results 2n-skx"
+  algorithm: "file_test_results"
+  output-file-ext: ".rst"
+  output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx"
+  file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
+  dir-tables: "{DIR[DTR,MRR,VPP,2N,SKX]}"
+  data: "vpp-mrr-results-2n-skx"
+  filter: "all"
+  parameters:
+  - "name"
+  - "doc"
+  - "level"
+  - "parent"
+  data-start-level: 3
 
 -
   type: "file"
   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
   dir-tables: "{DIR[DTC,MRR,VPP]}"
   data:
-    "vpp-mrr-results"
+    "vpp-mrr-results-3n-hsw"
   filter: "'MRR'"
   parameters:
   - "name"
   - "doc"
   - "level"
   - "parent"
-  data-start-level: 2  # 0, 1, 2, ...
-  chapters-start-level: 2  # 0, 1, 2, ...
+  data-start-level: 3
 
 -
   type: "file"
-  title: "VPP Functional Results"
+  title: "VPP Functional Results - Ubuntu"
   algorithm: "file_test_results"
   output-file-ext: ".rst"
-  output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
+  output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu"
   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
-  dir-tables: "{DIR[DTR,FUNC,VPP]}"
-  data:
-    "vpp-func-results"
+  dir-tables: "{DIR[DTR,FUNC,VPP,UBUNTU]}"
+  data: "vpp-func-results-ubuntu"
   filter: "all"
   parameters:
   - "name"
   - "doc"
   - "level"
-  data-start-level: 3  # 0, 1, 2, ...
-  chapters-start-level: 2  # 0, 1, 2, ...
+  - "parent"
+  data-start-level: 3
 
 -
   type: "file"
   - "name"
   - "doc"
   - "level"
-  data-start-level: 3  # 0, 1, 2, ...
-  chapters-start-level: 2  # 0, 1, 2, ...
+  - "parent"
+  data-start-level: 3
 
 -
   type: "file"
-  title: "VPP Functional Configuration"
+  title: "VPP Functional Configuration - Ubuntu"
   algorithm: "file_test_results"
   output-file-ext: ".rst"
   output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
   dir-tables: "{DIR[DTC,FUNC,VPP]}"
   data:
-    "vpp-func-results"
+    "vpp-func-results-ubuntu"
   filter: "all"
   parameters:
   - "name"
   - "doc"
   - "level"
-  data-start-level: 3  # 0, 1, 2, ...
-  chapters-start-level: 2  # 0, 1, 2, ...
+  - "parent"
+  data-start-level: 3
 
 -
   type: "file"
   - "name"
   - "doc"
   - "level"
-  data-start-level: 3  # 0, 1, 2, ...
-  chapters-start-level: 2  # 0, 1, 2, ...
+  - "parent"
+  data-start-level: 3
 
 -
   type: "file"
-  title: "Container Orchestrated Performance Results"
+  title: "Container Orchestrated Performance Results 3n-hsw"
   algorithm: "file_test_results"
   output-file-ext: ".rst"
-  output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
+  output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw"
   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
-  dir-tables: "{DIR[DTR,PERF,COT]}"
-  data:
-    "ligato-perf-results"
+  dir-tables: "{DIR[DTR,PERF,COT,3N,HSW]}"
+  data: "ligato-perf-results-3n-hsw"
   filter: "all"
   parameters:
   - "name"
   - "doc"
   - "level"
-  data-start-level: 2  # 0, 1, 2, ...
-  chapters-start-level: 2  # 0, 1, 2, ...
+  - "parent"
+  data-start-level: 3
 
 -
   type: "file"
-  title: "DPDK Performance Results"
+  title: "Container Orchestrated Performance Results 3n-skx"
   algorithm: "file_test_results"
   output-file-ext: ".rst"
-  output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
+  output-file: "{DIR[DTR,PERF,COT,3N,SKX]}/cot_performance_results_3n_skx"
   file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
-  dir-tables: "{DIR[DTR,PERF,DPDK]}"
-  data:
-    "dpdk-perf-results"
+  dir-tables: "{DIR[DTR,PERF,COT,3N,SKX]}"
+  data: "ligato-perf-results-3n-skx"
+  filter: "all"
+  parameters:
+  - "name"
+  - "doc"
+  - "level"
+  - "parent"
+  data-start-level: 3
+
+-
+  type: "file"
+  title: "Container Orchestrated Performance Results 2n-skx"
+  algorithm: "file_test_results"
+  output-file-ext: ".rst"
+  output-file: "{DIR[DTR,PERF,COT,2N,SKX]}/cot_performance_results_2n_skx"
+  file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
+  dir-tables: "{DIR[DTR,PERF,COT,2N,SKX]}"
+  data: "ligato-perf-results-2n-skx"
+  filter: "all"
+  parameters:
+  - "name"
+  - "doc"
+  - "level"
+  - "parent"
+  data-start-level: 2
+
+-
+  type: "file"
+  title: "DPDK Performance Results 3n-hsw"
+  algorithm: "file_test_results"
+  output-file-ext: ".rst"
+  output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw"
+  file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
+  dir-tables: "{DIR[DTR,PERF,DPDK,3N,HSW]}"
+  data: "dpdk-perf-results-3n-hsw"
   filter: "all"
   parameters:
   - "name"
   - "doc"
   - "level"
-  chapters:
-  - "suites"
-  data-start-level: 2  # 0, 1, 2, ...
-  chapters-start-level: 2  # 0, 1, 2, ...
+  - "parent"
+  data-start-level: 3
+
+-
+  type: "file"
+  title: "DPDK Performance Results 3n-skx"
+  algorithm: "file_test_results"
+  output-file-ext: ".rst"
+  output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx"
+  file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
+  dir-tables: "{DIR[DTR,PERF,DPDK,3N,SKX]}"
+  data: "dpdk-perf-results-3n-skx"
+  filter: "all"
+  parameters:
+  - "name"
+  - "doc"
+  - "level"
+  - "parent"
+  data-start-level: 3
+
+-
+  type: "file"
+  title: "DPDK Performance Results 2n-skx"
+  algorithm: "file_test_results"
+  output-file-ext: ".rst"
+  output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx"
+  file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
+  dir-tables: "{DIR[DTR,PERF,DPDK,2N,SKX]}"
+  data: "dpdk-perf-results-2n-skx"
+  filter: "all"
+  parameters:
+  - "name"
+  - "doc"
+  - "level"
+  - "parent"
+  data-start-level: 3
 
 -
   type: "file"
   - "name"
   - "doc"
   - "level"
-  chapters:
-  - "suites"
-  data-start-level: 3  # 0, 1, 2, ...
-  chapters-start-level: 2  # 0, 1, 2, ...
+  - "parent"
+  data-start-level: 3
 
 -
   type: "file"
   - "name"
   - "doc"
   - "level"
-  chapters:
-  - "suites"
-  data-start-level: 2  # 0, 1, 2, ...
-  chapters-start-level: 2  # 0, 1, 2, ...
+  - "parent"
+  data-start-level: 3
 
 ################################################################################
 ###                                P L O T S                                 ###
   filter: "'NIC_Intel-X520-DA2' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '1T1C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-X520-DA2' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T2C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-X520-DA2' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '1T1C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-X520-DA2' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '2T2C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '1T1C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T2C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '1T1C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '2T2C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-XL710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '1T1C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-XL710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T2C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-XL710' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '1T1C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-XL710' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '2T2C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T1C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '4T2C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '2T1C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '4T2C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-XXV710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T1C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-XXV710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '4T2C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-XXV710' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '2T1C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-XXV710' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '4T2C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T1C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '4T2C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '2T1C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '4T2C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-XXV710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T1C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-XXV710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '4T2C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-XXV710' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '2T1C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-XXV710' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '4T2C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-X520-DA2' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '1T1C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-X520-DA2' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T2C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-X520-DA2' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '1T1C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-X520-DA2' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '2T2C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '1T1C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T2C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '1T1C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '2T2C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-XL710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '1T1C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-XL710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T2C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-XL710' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '1T1C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-XL710' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '2T2C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T1C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '4T2C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '2T1C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '4T2C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-XXV710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T1C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-XXV710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '4T2C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-XXV710' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '4T1C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-XXV710' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '4T2C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T1C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '4T2C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '2T1C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '4T2C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-XXV710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T1C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-XXV710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '4T2C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-XXV710' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '2T1C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-XXV710' and
            '64B' and
            'BASE' and
-           'PDRDISC' and not 'NDRDISC' and
+           'NDRPDR' and
            '4T2C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-X520-DA2' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '1T1C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-X520-DA2' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T2C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '1T1C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T2C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-XL710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '1T1C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-XL710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T2C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T1C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '4T2C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-XXV710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T1C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-XXV710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '4T2C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T1C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '4T2C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-XXV710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T1C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-XXV710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '4T2C' and
            'IP4FWD'"
   parameters:
   filter: "'NIC_Intel-X520-DA2' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '1T1C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-X520-DA2' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T2C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '1T1C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T2C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-XL710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '1T1C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-XL710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T2C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T1C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '4T2C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-XXV710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T1C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-XXV710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '4T2C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T1C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-X710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '4T2C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-XXV710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '2T1C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters:
   filter: "'NIC_Intel-XXV710' and
            '64B' and
            'BASE' and
-           'NDRDISC' and
+           'NDRPDR' and
            '4T2C' and
            ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
   parameters: