Report: data

Change-Id: I5330c643a3c8ec4115287bf341af1d07175b4e79
Signed-off-by: Tibor Frank <tifrank@cisco.com>

diff --git a/docs/report/test_configuration/index.rst b/docs/report/test_configuration/index.rst
index 5eb0899..8c231a8 100644 (file)
--- a/docs/report/test_configuration/index.rst
+++ b/docs/report/test_configuration/index.rst
@@ -7,5 +7,6 @@
     .. toctree::
 
         vpp_performance_configuration/index
+        vpp_mrr_configuration/index
         vpp_functional_configuration/index
         vpp_functional_configuration_centos/index

diff --git a/docs/report/test_configuration/vpp_mrr_configuration/index.rst b/docs/report/test_configuration/vpp_mrr_configuration/index.rst
new file mode 100644 (file)
index 0000000..72b6ec0
--- /dev/null
+++ b/docs/report/test_configuration/vpp_mrr_configuration/index.rst
@@ -0,0 +1,12 @@
+VPP MRR Test Configs
+====================
+
+.. note::
+
+    Data sources for reported test results: i) `FD.io test executor vpp
+    performance jobs`_, ii) archived FD.io jobs test result `output files
+    <../../_static/archive/>`_.
+
+.. toctree::
+
+    vpp_mrr_configuration

diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index f81e3e0..8841564 100644 (file)
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -50,6 +50,7 @@
     # Detailed test configurations
     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
     DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
+    DIR[DTC,MRR,VPP]: "{DIR[DTC]}/vpp_mrr_configuration"
     DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
     DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos"
 
@@ -161,10 +162,11 @@
       - 28  # sel
       - 29  # sel
       - 30  # sel
+      - 31  # sel
     vpp-performance-changes-mrr:
       csit-vpp-perf-check-1801:
-      - 1
-      - 2
+#      - 1
+#      - 2
       - 3
       - 4
       - 5
@@ -184,6 +186,7 @@
       - 10  # mrr - sel
       - 11  # mrr - sel
       - 12  # mrr - sel
+      - 13  # mrr - sel
     plot-throughput-speedup-analysis:
       csit-vpp-perf-1804-all:
       - 19  # full
@@ -198,6 +201,7 @@
       - 28  # sel
       - 29  # sel
       - 30  # sel
+      - 31  # sel
 #    performance-improvements:
 #      csit-vpp-perf-1707-all:
 #      - 9
@@ -287,6 +291,7 @@
       - 28  # sel
       - 29  # sel
       - 30  # sel
+      - 31  # sel
     plot-dpdk-throughput-latency:
       csit-dpdk-perf-1804-all:
       - 4
@@ -624,9 +629,10 @@
     - 28  # sel
     - 29  # sel
     - 30  # sel
+    - 31  # sel
     csit-vpp-perf-check-1801:
-    - 1   # mrr
-    - 2   # mrr
+#    - 1   # mrr
+#    - 2   # mrr
     - 3   # mrr
     - 4   # mrr
     - 5   # mrr
@@ -646,6 +652,7 @@
     - 10  # mrr - sel
     - 11  # mrr - sel
     - 12  # mrr - sel
+    - 13  # mrr - sel
 #    csit-ligato-perf-1710-all:
 #    - 5
 #    - 7
@@ -818,6 +825,7 @@
       - 28  # sel
       - 29  # sel
       - 30  # sel
+      - 31  # sel
   data: "vpp-performance-changes"
   filter: "all"
   parameters:
@@ -839,8 +847,8 @@
     title: "Release 1801"
     data:
       csit-vpp-perf-check-1801:
-      - 1
-      - 2
+#      - 1
+#      - 2
       - 3
       - 4
       - 5
@@ -863,6 +871,7 @@
       - 10  # mrr - sel
       - 11  # mrr - sel
       - 12  # mrr - sel
+      - 13  # mrr - sel
   data: "vpp-performance-changes-mrr"
   filter: "all"
   parameters:
@@ -1012,6 +1021,28 @@
   - "doc"
   - "msg"
 
+-
+  type: "table"
+  title: "Test configuration - VPP MRR Test Configs"
+  algorithm: "table_details"
+  output-file-ext: ".csv"
+  output-file: "{DIR[DTC,MRR,VPP]}/vpp_mrr_test_configuration"
+  columns:
+  -
+    title: "Name"
+    data: "data name"
+  -
+    title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
+    data: "data vat-history"
+  rows: "generated"
+  data:
+    "vpp-mrr-results"
+  filter: "'MRR'"
+  parameters:
+  - "parent"
+  - "name"
+  - "vat-history"
+
 -
   type: "table"
   title: "Detailed Test Results - VPP Functional Results"
@@ -1292,6 +1323,25 @@
   data-start-level: 2  # 0, 1, 2, ...
   chapters-start-level: 2  # 0, 1, 2, ...
 
+-
+  type: "file"
+  title: "VPP MRR Configuration"
+  algorithm: "file_test_results"
+  output-file-ext: ".rst"
+  output-file: "{DIR[DTC,MRR,VPP]}/vpp_mrr_configuration"
+  file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
+  dir-tables: "{DIR[DTC,MRR,VPP]}"
+  data:
+    "vpp-mrr-results"
+  filter: "'MRR'"
+  parameters:
+  - "name"
+  - "doc"
+  - "level"
+  - "parent"
+  data-start-level: 2  # 0, 1, 2, ...
+  chapters-start-level: 2  # 0, 1, 2, ...
+
 -
   type: "file"
   title: "VPP Functional Results"