From: Tibor Frank Date: Fri, 27 Apr 2018 08:21:28 +0000 (+0200) Subject: Report: Add CentOS func tests X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=commitdiff_plain;h=06027cf4a33ff75146cbf5e91b029dc801158797 Report: Add CentOS func tests Change-Id: Id8e08778f199535cec013d08c0b4ab51e51e5d27 Signed-off-by: Tibor Frank --- diff --git a/docs/report/detailed_test_results/vpp_functional_results/index.rst b/docs/report/detailed_test_results/vpp_functional_results/index.rst index 4d7060bb54..b96506b24b 100644 --- a/docs/report/detailed_test_results/vpp_functional_results/index.rst +++ b/docs/report/detailed_test_results/vpp_functional_results/index.rst @@ -10,3 +10,4 @@ VPP Functional Results .. toctree:: vpp_functional_results + vpp_functional_results_centos diff --git a/docs/report/test_configuration/vpp_functional_configuration/index.rst b/docs/report/test_configuration/vpp_functional_configuration/index.rst index aab94bd31c..be43440256 100644 --- a/docs/report/test_configuration/vpp_functional_configuration/index.rst +++ b/docs/report/test_configuration/vpp_functional_configuration/index.rst @@ -10,3 +10,4 @@ VPP Functional Test Configs .. toctree:: vpp_functional_configuration + vpp_functional_configuration_centos diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py index 57ca6caad1..0b92db6991 100644 --- a/resources/tools/presentation/generator_tables.py +++ b/resources/tools/presentation/generator_tables.py @@ -791,14 +791,6 @@ def table_performance_trending_dashboard(table, input_data): # Test name: name = tbl_dict[tst_name]["name"] - logging.info("{}".format(name)) - logging.info("pd_data : {}".format(pd_data)) - logging.info("data_t : {}".format(data_t)) - logging.info("median_t : {}".format(median_t)) - logging.info("last_median_t : {}".format(last_median_t)) - logging.info("median_t_14 : {}".format(median_t_14)) - logging.info("max_median : {}".format(max_median)) - # Classification list: classification_lst = list() for build_nr, value in pd_data.iteritems(): diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 115a387106..7faf6b9f2b 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -41,6 +41,7 @@ DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results" DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results" DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results" + DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos" DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results" DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results" DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements" @@ -49,6 +50,7 @@ DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration" DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration" DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration" + DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos" # Detailed tests operational data DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data" @@ -236,6 +238,9 @@ vpp-func-results: csit-vpp-functional-1804-ubuntu1604-virl: - 131 + vpp-func-results-centos: + csit-vpp-functional-1804-centos7-virl: + - 136 ligato-perf-results: csit-ligato-perf-1801-all: - 25 # full @@ -641,6 +646,8 @@ - 13 csit-vpp-functional-1804-ubuntu1604-virl: - 131 + csit-vpp-functional-1804-centos7-virl: + - 136 csit-nsh_sfc-verify-func-1804-ubuntu1604-virl: - 7 csit-hc2vpp-verify-func-1804-ubuntu1604: @@ -964,6 +971,32 @@ - "doc" - "status" +- + type: "table" + title: "Detailed Test Results - VPP Functional Results - CentOS" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos" + columns: + - + title: "Name" + data: "data name" + - + title: "Documentation" + data: "data doc" + - + title: "Status" + data: "data status" + rows: "generated" + data: + "vpp-func-results-centos" + filter: "all" + parameters: + - "name" + - "parent" + - "doc" + - "status" + - type: "table" title: "Test configuration - VPP Functional Test Configs" @@ -986,6 +1019,28 @@ - "name" - "vat-history" +- + type: "table" + title: "Test configuration - VPP Functional Test Configs - CentOS" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: + "vpp-func-results-centos" + filter: "all" + parameters: + - "parent" + - "name" + - "vat-history" + - type: "table" title: "Detailed Test Results - Container Orchestrated Topologies Performance Results" @@ -1169,6 +1224,24 @@ data-start-level: 3 # 0, 1, 2, ... chapters-start-level: 2 # 0, 1, 2, ... +- + type: "file" + title: "VPP Functional Results - CentOS" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results_centos" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,FUNC,VPP,CENTOS]}" + data: + "vpp-func-results-centos" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + data-start-level: 3 # 0, 1, 2, ... + chapters-start-level: 2 # 0, 1, 2, ... + - type: "file" title: "VPP Functional Configuration" @@ -1187,6 +1260,24 @@ data-start-level: 3 # 0, 1, 2, ... chapters-start-level: 2 # 0, 1, 2, ... +- + type: "file" + title: "VPP Functional Configuration - CentOS" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration_centos" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTC,FUNC,VPP,CENTOS]}" + data: + "vpp-func-results-centos" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + data-start-level: 3 # 0, 1, 2, ... + chapters-start-level: 2 # 0, 1, 2, ... + - type: "file" title: "Container Orchestrated Performance Results"