CSIT-1351: Add Denverton results to report 50/16050/8
authorTibor Frank <tifrank@cisco.com>
Tue, 20 Nov 2018 11:05:32 +0000 (12:05 +0100)
committerTibor Frank <tifrank@cisco.com>
Tue, 20 Nov 2018 13:26:08 +0000 (14:26 +0100)
Change-Id: I0e92c183fe972ce9fe8e7b3d3fca6e6bb86ddd54
Signed-off-by: Tibor Frank <tifrank@cisco.com>
docs/report/detailed_test_results/vpp_mrr_results/index.rst
docs/report/detailed_test_results/vpp_mrr_results_2n_dnv/index.rst [new file with mode: 0644]
docs/report/detailed_test_results/vpp_performance_results/index.rst
docs/report/detailed_test_results/vpp_performance_results_2n_dnv/index.rst [new file with mode: 0644]
resources/tools/presentation/input_data_files.py
resources/tools/presentation/pal.py
resources/tools/presentation/specification.yaml

index d691367..c11fc07 100644 (file)
@@ -6,3 +6,4 @@ VPP MRR
     ../vpp_mrr_results_3n_hsw/index
     ../vpp_mrr_results_3n_skx/index
     ../vpp_mrr_results_2n_skx/index
+    ../vpp_mrr_results_2n_dnv/index
diff --git a/docs/report/detailed_test_results/vpp_mrr_results_2n_dnv/index.rst b/docs/report/detailed_test_results/vpp_mrr_results_2n_dnv/index.rst
new file mode 100644 (file)
index 0000000..25d0e45
--- /dev/null
@@ -0,0 +1,11 @@
+2n-dnv
+------
+
+.. note::
+
+    Data sources for reported test results:
+    i) archived FD.io jobs test result `output files <../../_static/archive/>`_.
+
+.. toctree::
+
+    vpp_mrr_results_2n_dnv
index 7578234..6fd0084 100644 (file)
@@ -6,3 +6,4 @@ VPP Throughput
     ../vpp_performance_results_3n_hsw/index
     ../vpp_performance_results_3n_skx/index
     ../vpp_performance_results_2n_skx/index
+    ../vpp_performance_results_2n_dnv/index
diff --git a/docs/report/detailed_test_results/vpp_performance_results_2n_dnv/index.rst b/docs/report/detailed_test_results/vpp_performance_results_2n_dnv/index.rst
new file mode 100644 (file)
index 0000000..2a23979
--- /dev/null
@@ -0,0 +1,11 @@
+2n-dnv
+------
+
+.. note::
+
+    Data sources for reported test results:
+    i) archived FD.io jobs test result `output files <../../_static/archive/>`_.
+
+.. toctree::
+
+    vpp_performance_results_2n_dnv
index cde6d1a..da745cc 100644 (file)
@@ -16,6 +16,7 @@ Download all data.
 """
 
 import re
+import logging
 
 from os import rename, mkdir
 from os.path import join
@@ -166,20 +167,29 @@ def download_and_unzip_data_file(spec, job, build, pid, log):
             return False
     elif job.startswith("hc2vpp-"):
         url = spec.environment["urls"]["URL[JENKINS,HC]"]
+    elif job.startswith("intel-dnv-"):
+        url = spec.environment["urls"]["URL[VIRL,DNV]"]
     else:
         raise PresentationError("No url defined for the job '{}'.".
                                 format(job))
     file_name = spec.input["file-name"]
     full_name = spec.input["download-path"]. \
         format(job=job, build=build["build"], filename=file_name)
+    if job.startswith("intel-dnv-"):
+        full_name = ""
     url = "{0}/{1}".format(url, full_name)
     new_name = join(spec.environment["paths"]["DIR[WORKING,DATA]"],
                     "{job}{sep}{build}{sep}{name}".
                     format(job=job, sep=SEPARATOR, build=build["build"],
                            name=file_name))
+
+    logging.info(new_name)
+
     # Download the file from the defined source (Jenkins, logs.fd.io):
     success = _download_file(url, new_name, log)
 
+    logging.info("{}: {}".format(url, success))
+
     if success and new_name.endswith(".zip"):
         if not is_zipfile(new_name):
             success = False
index 72493cb..211f24d 100644 (file)
@@ -94,45 +94,45 @@ def main():
         return 1
 
     ret_code = 1
-    try:
-        env = Environment(spec.environment, args.force)
-        env.set_environment()
-
-        prepare_static_content(spec)
-
-        data = InputData(spec)
-        data.download_and_parse_data(repeat=2)
-
-        generate_tables(spec, data)
-        generate_plots(spec, data)
-        generate_files(spec, data)
-
-        if spec.output["output"] == "report":
-            generate_report(args.release, spec, args.version)
-            logging.info("Successfully finished.")
-        elif spec.output["output"] == "CPTA":
-            sys.stdout.write(generate_cpta(spec, data))
-            alert = Alerting(spec)
-            alert.generate_alerts()
-            logging.info("Successfully finished.")
-        ret_code = 0
-
-    except AlertingError as err:
-        logging.critical("Finished with an alerting error.")
-        logging.critical(repr(err))
-    except PresentationError as err:
-        logging.critical("Finished with an PAL error.")
-        logging.critical(repr(err))
-    except (KeyError, ValueError) as err:
-        logging.critical("Finished with an error.")
-        logging.critical(repr(err))
-    except Exception as err:
-        logging.critical("Finished with an unexpected error.")
-        logging.critical(repr(err))
-    finally:
-        if spec is not None:
-            clean_environment(spec.environment)
-        return ret_code
+    try:
+    env = Environment(spec.environment, args.force)
+    env.set_environment()
+
+    prepare_static_content(spec)
+
+    data = InputData(spec)
+    data.download_and_parse_data(repeat=2)
+
+    generate_tables(spec, data)
+    generate_plots(spec, data)
+    generate_files(spec, data)
+
+    if spec.output["output"] == "report":
+        generate_report(args.release, spec, args.version)
+        logging.info("Successfully finished.")
+    elif spec.output["output"] == "CPTA":
+        sys.stdout.write(generate_cpta(spec, data))
+        alert = Alerting(spec)
+        alert.generate_alerts()
+        logging.info("Successfully finished.")
+    ret_code = 0
+
+    except AlertingError as err:
+        logging.critical("Finished with an alerting error.")
+        logging.critical(repr(err))
+    except PresentationError as err:
+        logging.critical("Finished with an PAL error.")
+        logging.critical(repr(err))
+    except (KeyError, ValueError) as err:
+        logging.critical("Finished with an error.")
+        logging.critical(repr(err))
+    except Exception as err:
+        logging.critical("Finished with an unexpected error.")
+        logging.critical(repr(err))
+    finally:
+        if spec is not None:
+            clean_environment(spec.environment)
+        return ret_code
 
 
 if __name__ == '__main__':
index 918f280..eca0f43 100644 (file)
     DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
+    DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
     DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
+    DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
     DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
     DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
     DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
@@ -70,6 +72,7 @@
   urls:
     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
     URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
+    URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/intel_denverton_vpp_release_1810.tar.gz"
     URL[NEXUS]: "https://docs.fd.io/csit"
     DIR[NEXUS]: "report/_static/archive"
 
 
   data-sets:
 
+    # Denverton:
+    intel-dnv-vpp:
+      intel-dnv-vpp-release-1810:
+      - 1
+
     # VPP Performance
     vpp-performance-changes-3n-hsw:
       csit-vpp-perf-1804-all:
 
   builds:
 
+    intel-dnv-vpp-release-1810:
+    - 1
+
     csit-vpp-perf-1804-all:
     - 21  # sel
     - 22  # sel
   format:
     html:
     - full
-    pdf:
-    - minimal
+#    pdf:
+#    - minimal
 
 ################################################################################
 ###                               T A B L E S                                ###
   - "parent"
   - "msg"
 
+# Detailed Test Results - VPP Performance Results 2n-dnv
+-
+  type: "table"
+  title: "Detailed Test Results - VPP Performance Results 2n-dnv"
+  algorithm: "table_merged_details"
+  output-file-ext: ".csv"
+  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
+  columns:
+  -
+    title: "Name"
+    data: "data name"
+  -
+    title: "Status"
+    data: "data msg"
+  rows: "generated"
+  data: "intel-dnv-vpp"
+  filter: "'NDRPDR'"
+  parameters:
+  - "name"
+  - "parent"
+  - "msg"
+
 # Test configuration - VPP Performance Test Configs 3n-hsw
 -
   type: "table"
   - "parent"
   - "msg"
 
+# Detailed Test Results - VPP MRR Results 2n-dnv
+-
+  type: "table"
+  title: "Detailed Test Results - VPP MRR Results 2n-dnv"
+  algorithm: "table_details"
+  output-file-ext: ".csv"
+  output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
+  columns:
+  -
+    title: "Name"
+    data: "data name"
+  -
+    title: "Status"
+    data: "data msg"
+  rows: "generated"
+  data: "intel-dnv-vpp"
+  filter: "'MRR'"
+  parameters:
+  - "name"
+  - "parent"
+  - "msg"
+
 # Test configuration - VPP MRR Test Configs 3n-hsw
 -
   type: "table"
   - "parent"
   data-start-level: 3
 
+# VPP Performance Results 2n-dnv
+-
+  type: "file"
+  title: "VPP Performance Results 2n-dnv"
+  algorithm: "file_test_results"
+  output-file-ext: ".rst"
+  output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
+  file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
+  dir-tables: "{DIR[DTR,PERF,VPP,2N,DNV]}"
+  data: "intel-dnv-vpp"
+  filter: "'NDRPDR'"
+  parameters:
+  - "name"
+  - "doc"
+  - "level"
+  - "parent"
+  data-start-level: 3
+
 # VPP Performance Configuration 3n-hsw
 -
   type: "file"
   - "parent"
   data-start-level: 3
 
+# VPP MRR Results 2n-dnv
+-
+  type: "file"
+  title: "VPP MRR Results 2n-dnv"
+  algorithm: "file_test_results"
+  output-file-ext: ".rst"
+  output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
+  file-header: "\n.. |br| raw:: html\n\n    <br />\n\n\n.. |prein| raw:: html\n\n    <pre>\n\n\n.. |preout| raw:: html\n\n    </pre>\n\n"
+  dir-tables: "{DIR[DTR,MRR,VPP,2N,DNV]}"
+  data: "intel-dnv-vpp"
+  filter: "all"
+  parameters:
+  - "name"
+  - "doc"
+  - "level"
+  - "parent"
+  data-start-level: 3
+
 # VPP MRR Configuration 3n-hsw
 -
   type: "file"