Report: Add data

Change-Id: I589a236919af913bb37d2db3b4079b16f1e64242
Signed-off-by: Tibor Frank <tifrank@cisco.com>
(cherry picked from commit 17220bfce36c723a3ca6fdd1ef757709ab50f4eb)

diff --git a/docs/report/detailed_test_results/vpp_mrr_results/index.rst b/docs/report/detailed_test_results/vpp_mrr_results/index.rst
index e40eac6..a465802 100644 (file)
--- a/docs/report/detailed_test_results/vpp_mrr_results/index.rst
+++ b/docs/report/detailed_test_results/vpp_mrr_results/index.rst
@@ -6,5 +6,6 @@ VPP MRR
     ../vpp_mrr_results_2n_skx/index
     ../vpp_mrr_results_3n_skx/index
     ../vpp_mrr_results_3n_hsw/index
     ../vpp_mrr_results_2n_skx/index
     ../vpp_mrr_results_3n_skx/index
     ../vpp_mrr_results_3n_hsw/index

+    ../vpp_mrr_results_3n_tsh/index

     ../vpp_mrr_results_3n_dnv/index
     ../vpp_mrr_results_2n_dnv/index
     ../vpp_mrr_results_3n_dnv/index
     ../vpp_mrr_results_2n_dnv/index

diff --git a/docs/report/detailed_test_results/vpp_mrr_results_3n_tsh/index.rst b/docs/report/detailed_test_results/vpp_mrr_results_3n_tsh/index.rst
new file mode 100644 (file)
index 0000000..2daea2f
--- /dev/null
+++ b/docs/report/detailed_test_results/vpp_mrr_results_3n_tsh/index.rst
@@ -0,0 +1,12 @@
+3n-tsh
+------
+
+.. note::
+
+    Data sources for reported test results: i) `FD.io test executor vpp
+    performance job 3n-tsh`_, ii) archived FD.io jobs test result `output files
+    <../../_static/archive/>`_.
+
+.. toctree::
+
+    vpp_mrr_results_3n_tsh

diff --git a/docs/report/test_configuration/vpp_mrr_configuration/index.rst b/docs/report/test_configuration/vpp_mrr_configuration/index.rst
index 2d48bc7..89127b1 100644 (file)
--- a/docs/report/test_configuration/vpp_mrr_configuration/index.rst
+++ b/docs/report/test_configuration/vpp_mrr_configuration/index.rst
@@ -6,5 +6,6 @@ VPP MRR
     ../vpp_mrr_configuration_2n_skx/index
     ../vpp_mrr_configuration_3n_skx/index
     ../vpp_mrr_configuration_3n_hsw/index
     ../vpp_mrr_configuration_2n_skx/index
     ../vpp_mrr_configuration_3n_skx/index
     ../vpp_mrr_configuration_3n_hsw/index

+    ../vpp_mrr_configuration_3n_tsh/index

     ../vpp_mrr_configuration_3n_dnv/index
     ../vpp_mrr_configuration_2n_dnv/index
     ../vpp_mrr_configuration_3n_dnv/index
     ../vpp_mrr_configuration_2n_dnv/index

diff --git a/docs/report/test_configuration/vpp_mrr_configuration_3n_tsh/index.rst b/docs/report/test_configuration/vpp_mrr_configuration_3n_tsh/index.rst
new file mode 100644 (file)
index 0000000..0f37096
--- /dev/null
+++ b/docs/report/test_configuration/vpp_mrr_configuration_3n_tsh/index.rst
@@ -0,0 +1,12 @@
+3n-tsh
+------
+
+.. note::
+
+    Data sources for reported test configurations: i) `FD.io test executor vpp
+    performance job 3n-tsh`_, ii) archived FD.io jobs test result `output files
+    <../../_static/archive/>`_.
+
+.. toctree::
+
+    vpp_mrr_configuration_3n_tsh

diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index c0512dc..3392e0b 100644 (file)
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -38,6 +38,7 @@
     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"

+    DIR[DTR,MRR,VPP,3N,TSH]: "{DIR[DTR]}/vpp_mrr_results_3n_tsh"

     DIR[DTR,MRR,VPP,3N,DNV]: "{DIR[DTR]}/vpp_mrr_results_3n_dnv"
     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
     DIR[DTR,MRR,VPP,3N,DNV]: "{DIR[DTR]}/vpp_mrr_results_3n_dnv"
     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"


@@ -60,6 +61,7 @@
     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
     DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw"
     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"

+    DIR[DTC,MRR,VPP,3N,TSH]: "{DIR[DTC]}/vpp_mrr_configuration_3n_tsh"

     DIR[DTC,MRR,VPP,3N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_3n_dnv"
     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"
     DIR[DTC,MRR,VPP,3N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_3n_dnv"
     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
     DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu"


@@ -430,6 +432,9 @@
         - 54  # NDRPDR full
         - 55  # NDRPDR full
         - 90  # NDRPDR full vhost
         - 54  # NDRPDR full
         - 55  # NDRPDR full
         - 90  # NDRPDR full vhost

+        - 110 # NFV full
+        - 111 # NFV full
+        - 127 # NFV full

         - 112 # NFV reconf full
 
     vpp-perf-results-3n-tsh:
         - 112 # NFV reconf full
 
     vpp-perf-results-3n-tsh:


@@ -456,6 +461,10 @@
       csit-vpp-perf-verify-1908-2n-skx:
         - 69  # MRR sel
 
       csit-vpp-perf-verify-1908-2n-skx:
         - 69  # MRR sel
 

+    vpp-mrr-results-3n-tsh:
+      csit-vpp-perf-verify-1908-3n-tsh:
+        - 17  # MRR sel
+

     vpp-mrr-results-3n-dnv:
       csit-vpp-perf-verify-1908-3n-dnv:
         - 17  # MRR sel
     vpp-mrr-results-3n-dnv:
       csit-vpp-perf-verify-1908-3n-dnv:
         - 17  # MRR sel


@@ -1378,189 +1387,189 @@
 
   builds:
 
 
   builds:
 

-#    csit-vpp-perf-verify-1901-3n-hsw:
-#      - 35  # MRR sel
-#      - 10  # NDRPDR sel
-#      - 19  # NDRPDR sel
-#      - 31  # NDRPDR sel
-#      - 36  # NDRPDR sel
-#      - 40  # NDRPDR sel
-#      - 42  # NDRPDR sel
-#      - 44  # NDRPDR sel
-#      - 46  # NDRPDR sel
-#      - 47  # NDRPDR sel
-#      - 48  # NDRPDR sel
-#      - 61  # NDRPDR LB
-#      - 62  # NDRPDR LB
-#      - 63  # NDRPDR LB
-#      - 64  # NDRPDR LB
-#      - 65  # NDRPDR LB
-#      - 66  # NDRPDR LB
-#      - 67  # NDRPDR LB
-#      - 69  # NDRPDR LB
-#      - 70  # NDRPDR LB
-#      - 71  # NDRPDR LB
-#    csit-vpp-perf-verify-1904-3n-hsw:
-#      - 9   # MRR sel
-#      - 11  # NDRPDR sel
-#      - 12  # NDRPDR sel
-#      - 20  # NDRPDR sel
-#      - 21  # NDRPDR sel
-#      - 23  # NDRPDR sel
-#      - 24  # NDRPDR sel
-#      - 25  # NDRPDR sel
-#      - 26  # NDRPDR sel
-#      - 29  # NDRPDR sel
-#      - 30  # NDRPDR sel
-#    csit-vpp-perf-verify-1908-3n-hsw:
-#      - 12  # NDRPDR sel
-#      - 13  # NDRPDR sel
-#      - 14  # NDRPDR sel
-#      - 15  # NDRPDR sel
-#      - 16  # NDRPDR sel
-#      - 17  # NDRPDR sel
-#      - 18  # NDRPDR sel
-#      - 19  # NDRPDR sel
-#      - 20  # NDRPDR sel
-#      - 21  # NDRPDR sel
-#      - 48  # NDRPDR sel vhost
-#      - 49  # NDRPDR sel vhost
-#      - 52  # NDRPDR sel vhost
-#      - 53  # NDRPDR sel vhost
-#      - 54  # NDRPDR sel vhost
-#      - 55  # NDRPDR sel vhost
-#      - 56  # NDRPDR sel vhost
-#      - 57  # NDRPDR sel vhost
-#      - 58  # NDRPDR sel vhost
-#      - 59  # NDRPDR sel vhost
-#      - 24  # NDRPDR full
-#      - 25  # NDRPDR full
-#      - 26  # NDRPDR full
-#      - 27  # NDRPDR full
-#      - 28  # NDRPDR full
-#      - 29  # NDRPDR full
-#      - 32  # NDRPDR full
-#      - 33  # NDRPDR full
-#      - 36  # NDRPDR full
-#      - 38  # NDRPDR full
-#      - 50  # NDRPDR full vhost
-#      - 39  # MRR sel
-#
-#    csit-vpp-perf-verify-1901-3n-skx:
-#      - 32  # MRR sel
-#      - 18  # NDRPDR sel
-#      - 19  # NDRPDR sel
-#      - 20  # NDRPDR sel
-#      - 28  # NDRPDR sel
-#      - 31  # NDRPDR sel
-#      - 33  # NDRPDR sel
-#      - 36  # NDRPDR sel
-#      - 38  # NDRPDR sel
-#      - 47  # NDRPDR sel
-#      - 48  # NDRPDR sel
-#      - 54  # NDRPDR LB
-#      - 57  # NDRPDR LB
-#      - 58  # NDRPDR LB
-#      - 59  # NDRPDR LB
-#      - 60  # NDRPDR LB
-#      - 63  # NDRPDR LB
-#      - 64  # NDRPDR LB
-#      - 65  # NDRPDR LB
-#      - 66  # NDRPDR LB
-#      - 67  # NDRPDR LB
-#    csit-vpp-perf-verify-1904-3n-skx:
-#      - 7   # MRR sel
-#      - 8   # NDRPDR sel
-#      - 9   # NDRPDR sel
-#      - 10  # NDRPDR sel
-#      - 11  # NDRPDR sel
-#      - 12  # NDRPDR sel
-#      - 14  # NDRPDR sel
-#      - 16  # NDRPDR sel
-#      - 21  # NDRPDR sel
-#      - 23  # NDRPDR sel
-#      - 25  # NDRPDR sel
-#    csit-vpp-perf-verify-1908-3n-skx:
-#      - 14  # NDRPDR sel
-#      - 16  # NDRPDR sel
-#      - 19  # NDRPDR sel
-#      - 20  # NDRPDR sel
-#      - 22  # NDRPDR sel
-#      - 23  # NDRPDR sel
-#      - 24  # NDRPDR sel
-#      - 25  # NDRPDR sel
-#      - 26  # NDRPDR sel
-#      - 29  # NDRPDR sel
-#      - 52  # NDRPDR sel vhost
-#      - 53  # NDRPDR sel vhost
-#      - 55  # NDRPDR sel vhost
-#      - 61  # NDRPDR sel vhost
-#      - 62  # NDRPDR sel vhost
-#      - 63  # NDRPDR sel vhost
-#      - 64  # NDRPDR sel vhost
-#      - 65  # NDRPDR sel vhost
-#      - 66  # NDRPDR sel vhost
-#      - 67  # NDRPDR sel vhost
-#      - 27  # NDRPDR full
-#      - 28  # NDRPDR full
-#      - 30  # NDRPDR full
-#      - 31  # NDRPDR full
-#      - 32  # NDRPDR full
-#      - 33  # NDRPDR full
-#      - 34  # NDRPDR full
-#      - 35  # NDRPDR full
-#      - 37  # NDRPDR full
-#      - 39  # NDRPDR full
-#      - 40  # NDRPDR full
-#      - 41  # NDRPDR full
-#      - 54  # NDRPDR full
-#      - 36  # MRR sel
-#
-#    csit-vpp-perf-verify-1901-2n-skx:
-#      - 22  # MRR sel
-#      - 5   # NDRPDR sel
-#      - 12  # NDRPDR sel
-#      - 13  # NDRPDR sel
-#      - 21  # NDRPDR sel
-#      - 23  # NDRPDR sel
-#      - 31  # NDRPDR sel
-#      - 34  # NDRPDR sel
-#      - 40  # NDRPDR sel
-#      - 42  # NDRPDR sel
-#      - 43  # NDRPDR sel
-#    csit-vpp-perf-verify-1904-2n-skx:
-#      - 11  # MRR sel
-#      - 12  # NDRPDR sel
-#      - 14  # NDRPDR sel
-#      - 16  # NDRPDR sel
-#      - 17  # NDRPDR sel
-#      - 18  # NDRPDR sel
-#      - 21  # NDRPDR sel
-#      - 27  # NDRPDR sel
-#      - 30  # NDRPDR sel
-#      - 31  # NDRPDR sel
-#      - 32  # NDRPDR sel
+    csit-vpp-perf-verify-1901-3n-hsw:
+      - 35  # MRR sel
+      - 10  # NDRPDR sel
+      - 19  # NDRPDR sel
+      - 31  # NDRPDR sel
+      - 36  # NDRPDR sel
+      - 40  # NDRPDR sel
+      - 42  # NDRPDR sel
+      - 44  # NDRPDR sel
+      - 46  # NDRPDR sel
+      - 47  # NDRPDR sel
+      - 48  # NDRPDR sel
+      - 61  # NDRPDR LB
+      - 62  # NDRPDR LB
+      - 63  # NDRPDR LB
+      - 64  # NDRPDR LB
+      - 65  # NDRPDR LB
+      - 66  # NDRPDR LB
+      - 67  # NDRPDR LB
+      - 69  # NDRPDR LB
+      - 70  # NDRPDR LB
+      - 71  # NDRPDR LB
+    csit-vpp-perf-verify-1904-3n-hsw:
+      - 9   # MRR sel
+      - 11  # NDRPDR sel
+      - 12  # NDRPDR sel
+      - 20  # NDRPDR sel
+      - 21  # NDRPDR sel
+      - 23  # NDRPDR sel
+      - 24  # NDRPDR sel
+      - 25  # NDRPDR sel
+      - 26  # NDRPDR sel
+      - 29  # NDRPDR sel
+      - 30  # NDRPDR sel
+    csit-vpp-perf-verify-1908-3n-hsw:
+      - 12  # NDRPDR sel
+      - 13  # NDRPDR sel
+      - 14  # NDRPDR sel
+      - 15  # NDRPDR sel
+      - 16  # NDRPDR sel
+      - 17  # NDRPDR sel
+      - 18  # NDRPDR sel
+      - 19  # NDRPDR sel
+      - 20  # NDRPDR sel
+      - 21  # NDRPDR sel
+      - 48  # NDRPDR sel vhost
+      - 49  # NDRPDR sel vhost
+      - 52  # NDRPDR sel vhost
+      - 53  # NDRPDR sel vhost
+      - 54  # NDRPDR sel vhost
+      - 55  # NDRPDR sel vhost
+      - 56  # NDRPDR sel vhost
+      - 57  # NDRPDR sel vhost
+      - 58  # NDRPDR sel vhost
+      - 59  # NDRPDR sel vhost
+      - 24  # NDRPDR full
+      - 25  # NDRPDR full
+      - 26  # NDRPDR full
+      - 27  # NDRPDR full
+      - 28  # NDRPDR full
+      - 29  # NDRPDR full
+      - 32  # NDRPDR full
+      - 33  # NDRPDR full
+      - 36  # NDRPDR full
+      - 38  # NDRPDR full
+      - 50  # NDRPDR full vhost
+      - 39  # MRR sel
+
+    csit-vpp-perf-verify-1901-3n-skx:
+      - 32  # MRR sel
+      - 18  # NDRPDR sel
+      - 19  # NDRPDR sel
+      - 20  # NDRPDR sel
+      - 28  # NDRPDR sel
+      - 31  # NDRPDR sel
+      - 33  # NDRPDR sel
+      - 36  # NDRPDR sel
+      - 38  # NDRPDR sel
+      - 47  # NDRPDR sel
+      - 48  # NDRPDR sel
+      - 54  # NDRPDR LB
+      - 57  # NDRPDR LB
+      - 58  # NDRPDR LB
+      - 59  # NDRPDR LB
+      - 60  # NDRPDR LB
+      - 63  # NDRPDR LB
+      - 64  # NDRPDR LB
+      - 65  # NDRPDR LB
+      - 66  # NDRPDR LB
+      - 67  # NDRPDR LB
+    csit-vpp-perf-verify-1904-3n-skx:
+      - 7   # MRR sel
+      - 8   # NDRPDR sel
+      - 9   # NDRPDR sel
+      - 10  # NDRPDR sel
+      - 11  # NDRPDR sel
+      - 12  # NDRPDR sel
+      - 14  # NDRPDR sel
+      - 16  # NDRPDR sel
+      - 21  # NDRPDR sel
+      - 23  # NDRPDR sel
+      - 25  # NDRPDR sel
+    csit-vpp-perf-verify-1908-3n-skx:
+      - 14  # NDRPDR sel
+      - 16  # NDRPDR sel
+      - 19  # NDRPDR sel
+      - 20  # NDRPDR sel
+      - 22  # NDRPDR sel
+      - 23  # NDRPDR sel
+      - 24  # NDRPDR sel
+      - 25  # NDRPDR sel
+      - 26  # NDRPDR sel
+      - 29  # NDRPDR sel
+      - 52  # NDRPDR sel vhost
+      - 53  # NDRPDR sel vhost
+      - 55  # NDRPDR sel vhost
+      - 61  # NDRPDR sel vhost
+      - 62  # NDRPDR sel vhost
+      - 63  # NDRPDR sel vhost
+      - 64  # NDRPDR sel vhost
+      - 65  # NDRPDR sel vhost
+      - 66  # NDRPDR sel vhost
+      - 67  # NDRPDR sel vhost
+      - 27  # NDRPDR full
+      - 28  # NDRPDR full
+      - 30  # NDRPDR full
+      - 31  # NDRPDR full
+      - 32  # NDRPDR full
+      - 33  # NDRPDR full
+      - 34  # NDRPDR full
+      - 35  # NDRPDR full
+      - 37  # NDRPDR full
+      - 39  # NDRPDR full
+      - 40  # NDRPDR full
+      - 41  # NDRPDR full
+      - 54  # NDRPDR full
+      - 36  # MRR sel
+
+    csit-vpp-perf-verify-1901-2n-skx:
+      - 22  # MRR sel
+      - 5   # NDRPDR sel
+      - 12  # NDRPDR sel
+      - 13  # NDRPDR sel
+      - 21  # NDRPDR sel
+      - 23  # NDRPDR sel
+      - 31  # NDRPDR sel
+      - 34  # NDRPDR sel
+      - 40  # NDRPDR sel
+      - 42  # NDRPDR sel
+      - 43  # NDRPDR sel
+    csit-vpp-perf-verify-1904-2n-skx:
+      - 11  # MRR sel
+      - 12  # NDRPDR sel
+      - 14  # NDRPDR sel
+      - 16  # NDRPDR sel
+      - 17  # NDRPDR sel
+      - 18  # NDRPDR sel
+      - 21  # NDRPDR sel
+      - 27  # NDRPDR sel
+      - 30  # NDRPDR sel
+      - 31  # NDRPDR sel
+      - 32  # NDRPDR sel

     csit-vpp-perf-verify-1908-2n-skx:
     csit-vpp-perf-verify-1908-2n-skx:

-#      - 26  # NDRPDR sel
-#      - 27  # NDRPDR sel
-#      - 34  # NDRPDR sel
-#      - 35  # NDRPDR sel
-#      - 36  # NDRPDR sel
-#      - 42  # NDRPDR sel
-#      - 43  # NDRPDR sel
-#      - 44  # NDRPDR sel
-#      - 45  # NDRPDR sel
-#      - 46  # NDRPDR sel
-#      - 88  # NDRPDR sel vhost
-#      - 89  # NDRPDR sel vhost
-#      - 91  # NDRPDR sel vhost
-#      - 92  # NDRPDR sel vhost
-#      - 93  # NDRPDR sel vhost
-#      - 94  # NDRPDR sel vhost
-#      - 95  # NDRPDR sel vhost
-#      - 96  # NDRPDR sel vhost
-#      - 97  # NDRPDR sel vhost
-#      - 98  # NDRPDR sel vhost
+      - 26  # NDRPDR sel
+      - 27  # NDRPDR sel
+      - 34  # NDRPDR sel
+      - 35  # NDRPDR sel
+      - 36  # NDRPDR sel
+      - 42  # NDRPDR sel
+      - 43  # NDRPDR sel
+      - 44  # NDRPDR sel
+      - 45  # NDRPDR sel
+      - 46  # NDRPDR sel
+      - 88  # NDRPDR sel vhost
+      - 89  # NDRPDR sel vhost
+      - 91  # NDRPDR sel vhost
+      - 92  # NDRPDR sel vhost
+      - 93  # NDRPDR sel vhost
+      - 94  # NDRPDR sel vhost
+      - 95  # NDRPDR sel vhost
+      - 96  # NDRPDR sel vhost
+      - 97  # NDRPDR sel vhost
+      - 98  # NDRPDR sel vhost

       - 48  # NDRPDR full
       - 49  # NDRPDR full
       - 50  # NDRPDR full
       - 48  # NDRPDR full
       - 49  # NDRPDR full
       - 50  # NDRPDR full


@@ -1568,28 +1577,31 @@
       - 54  # NDRPDR full
       - 55  # NDRPDR full
       - 90  # NDRPDR full vhost
       - 54  # NDRPDR full
       - 55  # NDRPDR full
       - 90  # NDRPDR full vhost

-#      - 69  # MRR sel
-#      - 29  # TCP
-#      - 30  # TCP
-#      - 58  # TCP
-#      - 59  # TCP
-#      - 60  # TCP
-#      - 61  # TCP
-#      - 62  # TCP
-#      - 63  # TCP
-#      - 64  # TCP
-#      - 65  # TCP
-#      - 22  # NFV
-#      - 31  # NFV
-#      - 32  # NFV
-#      - 37  # NFV
-#      - 38  # NFV
-#      - 39  # NFV
-#      - 53  # NFV
-#      - 67  # NFV
-#      - 68  # NFV
-#      - 70  # NFV
-#      - 71  # NFV MRR
+      - 69  # MRR sel
+      - 29  # TCP
+      - 30  # TCP
+      - 58  # TCP
+      - 59  # TCP
+      - 60  # TCP
+      - 61  # TCP
+      - 62  # TCP
+      - 63  # TCP
+      - 64  # TCP
+      - 65  # TCP
+      - 22  # NFV
+      - 31  # NFV
+      - 32  # NFV
+      - 37  # NFV
+      - 38  # NFV
+      - 39  # NFV
+      - 53  # NFV
+      - 67  # NFV
+      - 68  # NFV
+      - 70  # NFV
+      - 110 # NFV full
+      - 111 # NFV full
+      - 127 # NFV full
+      - 71  # NFV MRR

       - 112 # NFV reconf full
       - 113 # NFV reconf sel
       - 114 # NFV reconf sel
       - 112 # NFV reconf full
       - 113 # NFV reconf sel
       - 114 # NFV reconf sel


@@ -1601,155 +1613,156 @@
       - 121 # NFV reconf sel
       - 122 # NFV reconf sel
       - 123 # NFV reconf sel
       - 121 # NFV reconf sel
       - 122 # NFV reconf sel
       - 123 # NFV reconf sel

-#      - 83  # SOAK
-#      - 86  # SOAK
-#
-#    csit-vpp-perf-verify-1908-3n-tsh:
-#      - 7   # NDRPDR sel
-#      - 8   # NDRPDR sel
-#      - 9   # NDRPDR sel
-#      - 10  # NDRPDR sel
-#      - 11  # NDRPDR sel
-#      - 12  # NDRPDR sel
-#      - 13  # NDRPDR sel
-#      - 14  # NDRPDR sel
-#      - 15  # NDRPDR sel
-#      - 16  # NDRPDR sel
-#
-#    csit-vpp-perf-verify-1908-3n-dnv:
-#      - 6   # NDRPDR sel
-#      - 7   # NDRPDR sel
-#      - 8   # NDRPDR sel
-#      - 9   # NDRPDR sel
-#      - 10  # NDRPDR sel
-#      - 12  # NDRPDR sel
-#      - 13  # NDRPDR sel
-#      - 14  # NDRPDR sel
-#      - 15  # NDRPDR sel
-#      - 16  # NDRPDR sel
-#      - 17  # MRR sel
-#
-#    csit-vpp-perf-verify-1908-2n-dnv:
-#      - 1   # NDRPDR sel
-#      - 2   # NDRPDR sel
-#      - 3   # NDRPDR sel
-#      - 4   # NDRPDR sel
-#      - 5   # NDRPDR sel
-#      - 6   # NDRPDR sel
-#      - 7   # NDRPDR sel
-#      - 8   # NDRPDR sel
-#      - 9   # NDRPDR sel
-#      - 10  # NDRPDR sel
-#      - 11  # MRR sel
-#
-#    csit-dpdk-perf-verify-1901-3n-hsw:
-#      - 13  # NDRPDR sel
-#      - 14  # NDRPDR sel
-#      - 16  # NDRPDR sel
-#      - 17  # NDRPDR sel
-#      - 18  # NDRPDR sel
-#      - 19  # NDRPDR sel
-#      - 20  # NDRPDR sel
-#      - 21  # NDRPDR sel
-#      - 22  # NDRPDR sel
-#      - 23  # NDRPDR sel
-#    csit-dpdk-perf-verify-1904-3n-hsw:
-#      - 2   # NDRPDR sel
-#      - 3   # NDRPDR sel
-#      - 5   # NDRPDR sel
-#      - 6   # NDRPDR sel
-#      - 13  # NDRPDR sel
-#      - 14  # NDRPDR sel
-#      - 15  # NDRPDR sel
-#      - 18  # NDRPDR sel
-#      - 19  # NDRPDR sel
-#      - 20  # NDRPDR sel
-#    csit-dpdk-perf-verify-1908-3n-hsw:
-#      - 2   # NDRPDR sel
-#      - 3   # NDRPDR sel
-#      - 4   # NDRPDR sel
-#      - 5   # NDRPDR sel
-#      - 6   # NDRPDR sel
-#      - 7   # NDRPDR sel
-#      - 8   # NDRPDR sel
-#      - 9   # NDRPDR sel
-#      - 10  # NDRPDR sel
-#      - 11  # NDRPDR sel
-#
-#    csit-dpdk-perf-verify-1901-3n-skx:
-#      - 3   # NDRPDR sel
-#      - 5   # NDRPDR sel
-#      - 6   # NDRPDR sel
-#      - 7   # NDRPDR sel
-#      - 8   # NDRPDR sel
-#      - 9   # NDRPDR sel
-#      - 10  # NDRPDR sel
-#      - 11  # NDRPDR sel
-#      - 12  # NDRPDR sel
-#      - 13  # NDRPDR sel
-#    csit-dpdk-perf-verify-1904-3n-skx:
-#      - 2   # NDRPDR sel
-#      - 3   # NDRPDR sel
-#      - 4   # NDRPDR sel
-#      - 5   # NDRPDR sel
-#      - 6   # NDRPDR sel
-#      - 7   # NDRPDR sel
-#      - 11  # NDRPDR sel
-#      - 12  # NDRPDR sel
-#      - 13  # NDRPDR sel
-#      - 14  # NDRPDR sel
-#    csit-dpdk-perf-verify-1908-3n-skx:
-#      - 3   # NDRPDR sel
-#      - 4   # NDRPDR sel
-#      - 5   # NDRPDR sel
-#      - 6   # NDRPDR sel
-#      - 7   # NDRPDR sel
-#      - 8   # NDRPDR sel
-#      - 9   # NDRPDR sel
-#      - 10  # NDRPDR sel
-#      - 11  # NDRPDR sel
-#      - 12  # NDRPDR sel
-#
-#    csit-dpdk-perf-verify-1901-2n-skx:
-#      - 12  # NDRPDR sel
-#      - 13  # NDRPDR sel
-#      - 14  # NDRPDR sel
-#      - 15  # NDRPDR sel
-#      - 16  # NDRPDR sel
-#      - 17  # NDRPDR sel
-#      - 18  # NDRPDR sel
-#      - 19  # NDRPDR sel
-#      - 20  # NDRPDR sel
-#      - 21  # NDRPDR sel
-#    csit-dpdk-perf-verify-1904-2n-skx:
-#      - 2   # NDRPDR sel
-#      - 3   # NDRPDR sel
-#      - 4   # NDRPDR sel
-#      - 5   # NDRPDR sel
-#      - 7   # NDRPDR sel
-#      - 8   # NDRPDR sel
-#      - 9   # NDRPDR sel
-#      - 10  # NDRPDR sel
-#      - 11  # NDRPDR sel
-#      - 12  # NDRPDR sel
-#    csit-dpdk-perf-verify-1908-2n-skx:
-#      - 2   # NDRPDR sel
-#      - 3   # NDRPDR sel
-#      - 4   # NDRPDR sel
-#      - 5   # NDRPDR sel
-#      - 7   # NDRPDR sel
-#      - 8   # NDRPDR sel
-#      - 9   # NDRPDR sel
-#      - 10  # NDRPDR sel
-#      - 11  # NDRPDR sel
-#      - 12  # NDRPDR sel
-#
-#    csit-vpp-functional-1908-ubuntu1604-virl:
-#      - 64
-#    csit-vpp-functional-1908-centos7-virl:
-#      - 64
-#    csit-vpp-device-1908-ubuntu1804-1n-skx:
-#      - 65
+      - 83  # SOAK
+      - 86  # SOAK
+
+    csit-vpp-perf-verify-1908-3n-tsh:
+      - 7   # NDRPDR sel
+      - 8   # NDRPDR sel
+      - 9   # NDRPDR sel
+      - 10  # NDRPDR sel
+      - 11  # NDRPDR sel
+      - 12  # NDRPDR sel
+      - 13  # NDRPDR sel
+      - 14  # NDRPDR sel
+      - 15  # NDRPDR sel
+      - 16  # NDRPDR sel
+      - 17  # MRR sel
+
+    csit-vpp-perf-verify-1908-3n-dnv:
+      - 6   # NDRPDR sel
+      - 7   # NDRPDR sel
+      - 8   # NDRPDR sel
+      - 9   # NDRPDR sel
+      - 10  # NDRPDR sel
+      - 12  # NDRPDR sel
+      - 13  # NDRPDR sel
+      - 14  # NDRPDR sel
+      - 15  # NDRPDR sel
+      - 16  # NDRPDR sel
+      - 17  # MRR sel
+
+    csit-vpp-perf-verify-1908-2n-dnv:
+      - 1   # NDRPDR sel
+      - 2   # NDRPDR sel
+      - 3   # NDRPDR sel
+      - 4   # NDRPDR sel
+      - 5   # NDRPDR sel
+      - 6   # NDRPDR sel
+      - 7   # NDRPDR sel
+      - 8   # NDRPDR sel
+      - 9   # NDRPDR sel
+      - 10  # NDRPDR sel
+      - 11  # MRR sel
+
+    csit-dpdk-perf-verify-1901-3n-hsw:
+      - 13  # NDRPDR sel
+      - 14  # NDRPDR sel
+      - 16  # NDRPDR sel
+      - 17  # NDRPDR sel
+      - 18  # NDRPDR sel
+      - 19  # NDRPDR sel
+      - 20  # NDRPDR sel
+      - 21  # NDRPDR sel
+      - 22  # NDRPDR sel
+      - 23  # NDRPDR sel
+    csit-dpdk-perf-verify-1904-3n-hsw:
+      - 2   # NDRPDR sel
+      - 3   # NDRPDR sel
+      - 5   # NDRPDR sel
+      - 6   # NDRPDR sel
+      - 13  # NDRPDR sel
+      - 14  # NDRPDR sel
+      - 15  # NDRPDR sel
+      - 18  # NDRPDR sel
+      - 19  # NDRPDR sel
+      - 20  # NDRPDR sel
+    csit-dpdk-perf-verify-1908-3n-hsw:
+      - 2   # NDRPDR sel
+      - 3   # NDRPDR sel
+      - 4   # NDRPDR sel
+      - 5   # NDRPDR sel
+      - 6   # NDRPDR sel
+      - 7   # NDRPDR sel
+      - 8   # NDRPDR sel
+      - 9   # NDRPDR sel
+      - 10  # NDRPDR sel
+      - 11  # NDRPDR sel
+
+    csit-dpdk-perf-verify-1901-3n-skx:
+      - 3   # NDRPDR sel
+      - 5   # NDRPDR sel
+      - 6   # NDRPDR sel
+      - 7   # NDRPDR sel
+      - 8   # NDRPDR sel
+      - 9   # NDRPDR sel
+      - 10  # NDRPDR sel
+      - 11  # NDRPDR sel
+      - 12  # NDRPDR sel
+      - 13  # NDRPDR sel
+    csit-dpdk-perf-verify-1904-3n-skx:
+      - 2   # NDRPDR sel
+      - 3   # NDRPDR sel
+      - 4   # NDRPDR sel
+      - 5   # NDRPDR sel
+      - 6   # NDRPDR sel
+      - 7   # NDRPDR sel
+      - 11  # NDRPDR sel
+      - 12  # NDRPDR sel
+      - 13  # NDRPDR sel
+      - 14  # NDRPDR sel
+    csit-dpdk-perf-verify-1908-3n-skx:
+      - 3   # NDRPDR sel
+      - 4   # NDRPDR sel
+      - 5   # NDRPDR sel
+      - 6   # NDRPDR sel
+      - 7   # NDRPDR sel
+      - 8   # NDRPDR sel
+      - 9   # NDRPDR sel
+      - 10  # NDRPDR sel
+      - 11  # NDRPDR sel
+      - 12  # NDRPDR sel
+
+    csit-dpdk-perf-verify-1901-2n-skx:
+      - 12  # NDRPDR sel
+      - 13  # NDRPDR sel
+      - 14  # NDRPDR sel
+      - 15  # NDRPDR sel
+      - 16  # NDRPDR sel
+      - 17  # NDRPDR sel
+      - 18  # NDRPDR sel
+      - 19  # NDRPDR sel
+      - 20  # NDRPDR sel
+      - 21  # NDRPDR sel
+    csit-dpdk-perf-verify-1904-2n-skx:
+      - 2   # NDRPDR sel
+      - 3   # NDRPDR sel
+      - 4   # NDRPDR sel
+      - 5   # NDRPDR sel
+      - 7   # NDRPDR sel
+      - 8   # NDRPDR sel
+      - 9   # NDRPDR sel
+      - 10  # NDRPDR sel
+      - 11  # NDRPDR sel
+      - 12  # NDRPDR sel
+    csit-dpdk-perf-verify-1908-2n-skx:
+      - 2   # NDRPDR sel
+      - 3   # NDRPDR sel
+      - 4   # NDRPDR sel
+      - 5   # NDRPDR sel
+      - 7   # NDRPDR sel
+      - 8   # NDRPDR sel
+      - 9   # NDRPDR sel
+      - 10  # NDRPDR sel
+      - 11  # NDRPDR sel
+      - 12  # NDRPDR sel
+
+    csit-vpp-functional-1908-ubuntu1604-virl:
+      - 64
+    csit-vpp-functional-1908-centos7-virl:
+      - 64
+    csit-vpp-device-1908-ubuntu1804-1n-skx:
+      - 65

 
 - type: "output"
   output: "report"
 
 - type: "output"
   output: "report"


@@ -3259,6 +3272,25 @@
   - "parent"
   - "msg"
 
   - "parent"
   - "msg"
 

+# Detailed Test Results - VPP MRR Results 3n-tsh
+- type: "table"
+  title: "Detailed Test Results - VPP MRR Results 3n-tsh"
+  algorithm: "table_details"
+  output-file-ext: ".csv"
+  output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/vpp_mrr_results_3n_tsh"
+  columns:
+  - title: "Name"
+    data: "data name"
+  - title: "Status"
+    data: "data msg"
+  rows: "generated"
+  data: "vpp-mrr-results-3n-tsh"
+  filter: "'MRR'"
+  parameters:
+  - "name"
+  - "parent"
+  - "msg"
+

 # Detailed Test Results - VPP MRR Results 3n-dnv
 - type: "table"
   title: "Detailed Test Results - VPP MRR Results 3n-dnv"
 # Detailed Test Results - VPP MRR Results 3n-dnv
 - type: "table"
   title: "Detailed Test Results - VPP MRR Results 3n-dnv"


@@ -3354,6 +3386,25 @@
   - "name"
   - "conf-history"
 
   - "name"
   - "conf-history"
 

+# Test configuration - VPP MRR Test Configs 3n-tsh
+- type: "table"
+  title: "Test configuration - VPP MRR Test Configs 3n-tsh"
+  algorithm: "table_details"
+  output-file-ext: ".csv"
+  output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/vpp_mrr_configuration_3n_tsh"
+  columns:
+  - title: "Name"
+    data: "data name"
+  - title: "VPP API Test Commands History - Commands Used Per Test Case"
+    data: "data conf-history"
+  rows: "generated"
+  data: "vpp-mrr-results-3n-tsh"
+  filter: "'MRR'"
+  parameters:
+  - "parent"
+  - "name"
+  - "conf-history"
+

 # Test configuration - VPP MRR Test Configs 3n-dnv
 - type: "table"
   title: "Test configuration - VPP MRR Test Configs 3n-dnv"
 # Test configuration - VPP MRR Test Configs 3n-dnv
 - type: "table"
   title: "Test configuration - VPP MRR Test Configs 3n-dnv"


@@ -4296,6 +4347,23 @@
   - "parent"
   data-start-level: 3
 
   - "parent"
   data-start-level: 3
 

+# VPP MRR Results 3n-tsh
+- type: "file"
+  title: "VPP MRR Results 3n-tsh"
+  algorithm: "file_test_results"
+  output-file-ext: ".rst"
+  output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/vpp_mrr_results_3n_tsh"
+  file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
+  dir-tables: "{DIR[DTR,MRR,VPP,3N,TSH]}"
+  data: "vpp-mrr-results-3n-tsh"
+  filter: "'MRR'"
+  parameters:
+  - "name"
+  - "doc"
+  - "level"
+  - "parent"
+  data-start-level: 3
+

 # VPP MRR Results 3n-dnv
 - type: "file"
   title: "VPP MRR Results 3n-dnv"
 # VPP MRR Results 3n-dnv
 - type: "file"
   title: "VPP MRR Results 3n-dnv"


@@ -4381,6 +4449,23 @@
   - "parent"
   data-start-level: 3
 
   - "parent"
   data-start-level: 3
 

+# VPP MRR Configuration 3n-tsh
+- type: "file"
+  title: "VPP MRR Configuration 3n-tsh"
+  algorithm: "file_test_results"
+  output-file-ext: ".rst"
+  output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/vpp_mrr_configuration_3n_tsh"
+  file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
+  dir-tables: "{DIR[DTC,MRR,VPP,3N,TSH]}"
+  data: "vpp-mrr-results-3n-tsh"
+  filter: "'MRR'"
+  parameters:
+  - "name"
+  - "doc"
+  - "level"
+  - "parent"
+  data-start-level: 3
+

 # VPP MRR Configuration 3n-dnv
 - type: "file"
   title: "VPP MRR Configuration 3n-dnv"
 # VPP MRR Configuration 3n-dnv
 - type: "file"
   title: "VPP MRR Configuration 3n-dnv"