From 41e6d336d634a5c8ed4c17726287afb5e7199592 Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Mon, 9 Sep 2019 12:58:25 +0200 Subject: [PATCH] Report: Add dnv mrr data Change-Id: I3dcc813dce7b8938be6b2caaaf1e64ce9abb7fe9 Signed-off-by: Tibor Frank (cherry picked from commit 80fd7db87eb177b2369cd01716662c63a642a513) --- .../vpp_mrr_results/index.rst | 2 + .../vpp_mrr_results_2n_dnv/index.rst | 12 ++ .../vpp_mrr_results_3n_dnv/index.rst | 12 ++ .../vpp_mrr_configuration/index.rst | 2 + .../vpp_mrr_configuration_2n_dnv/index.rst | 12 ++ .../vpp_mrr_configuration_3n_dnv/index.rst | 12 ++ resources/tools/presentation/specification.yaml | 160 ++++++++++++++++++++- 7 files changed, 210 insertions(+), 2 deletions(-) create mode 100644 docs/report/detailed_test_results/vpp_mrr_results_2n_dnv/index.rst create mode 100644 docs/report/detailed_test_results/vpp_mrr_results_3n_dnv/index.rst create mode 100644 docs/report/test_configuration/vpp_mrr_configuration_2n_dnv/index.rst create mode 100644 docs/report/test_configuration/vpp_mrr_configuration_3n_dnv/index.rst diff --git a/docs/report/detailed_test_results/vpp_mrr_results/index.rst b/docs/report/detailed_test_results/vpp_mrr_results/index.rst index b1acd85ede..e40eac68a5 100644 --- a/docs/report/detailed_test_results/vpp_mrr_results/index.rst +++ b/docs/report/detailed_test_results/vpp_mrr_results/index.rst @@ -6,3 +6,5 @@ VPP MRR ../vpp_mrr_results_2n_skx/index ../vpp_mrr_results_3n_skx/index ../vpp_mrr_results_3n_hsw/index + ../vpp_mrr_results_3n_dnv/index + ../vpp_mrr_results_2n_dnv/index diff --git a/docs/report/detailed_test_results/vpp_mrr_results_2n_dnv/index.rst b/docs/report/detailed_test_results/vpp_mrr_results_2n_dnv/index.rst new file mode 100644 index 0000000000..6f07ad955a --- /dev/null +++ b/docs/report/detailed_test_results/vpp_mrr_results_2n_dnv/index.rst @@ -0,0 +1,12 @@ +2n-dnv +------ + +.. note:: + + Data sources for reported test results: i) `FD.io test executor vpp + performance job 2n-dnv`_, ii) archived FD.io jobs test result `output files + <../../_static/archive/>`_. + +.. toctree:: + + vpp_mrr_results_2n_dnv diff --git a/docs/report/detailed_test_results/vpp_mrr_results_3n_dnv/index.rst b/docs/report/detailed_test_results/vpp_mrr_results_3n_dnv/index.rst new file mode 100644 index 0000000000..eb8efb57fa --- /dev/null +++ b/docs/report/detailed_test_results/vpp_mrr_results_3n_dnv/index.rst @@ -0,0 +1,12 @@ +3n-dnv +------ + +.. note:: + + Data sources for reported test results: i) `FD.io test executor vpp + performance job 3n-dnv`_, ii) archived FD.io jobs test result `output files + <../../_static/archive/>`_. + +.. toctree:: + + vpp_mrr_results_3n_dnv diff --git a/docs/report/test_configuration/vpp_mrr_configuration/index.rst b/docs/report/test_configuration/vpp_mrr_configuration/index.rst index 80c363673a..2d48bc78ea 100644 --- a/docs/report/test_configuration/vpp_mrr_configuration/index.rst +++ b/docs/report/test_configuration/vpp_mrr_configuration/index.rst @@ -6,3 +6,5 @@ VPP MRR ../vpp_mrr_configuration_2n_skx/index ../vpp_mrr_configuration_3n_skx/index ../vpp_mrr_configuration_3n_hsw/index + ../vpp_mrr_configuration_3n_dnv/index + ../vpp_mrr_configuration_2n_dnv/index diff --git a/docs/report/test_configuration/vpp_mrr_configuration_2n_dnv/index.rst b/docs/report/test_configuration/vpp_mrr_configuration_2n_dnv/index.rst new file mode 100644 index 0000000000..88decf7be8 --- /dev/null +++ b/docs/report/test_configuration/vpp_mrr_configuration_2n_dnv/index.rst @@ -0,0 +1,12 @@ +2n-dnv +------ + +.. note:: + + Data sources for reported test configurations: i) `FD.io test executor vpp + performance job 2n-dnv`_, ii) archived FD.io jobs test result `output files + <../../_static/archive/>`_. + +.. toctree:: + + vpp_mrr_configuration_2n_dnv diff --git a/docs/report/test_configuration/vpp_mrr_configuration_3n_dnv/index.rst b/docs/report/test_configuration/vpp_mrr_configuration_3n_dnv/index.rst new file mode 100644 index 0000000000..79effe1dcc --- /dev/null +++ b/docs/report/test_configuration/vpp_mrr_configuration_3n_dnv/index.rst @@ -0,0 +1,12 @@ +3n-dnv +------ + +.. note:: + + Data sources for reported test configurations: i) `FD.io test executor vpp + performance job 3n-dnv`_, ii) archived FD.io jobs test result `output files + <../../_static/archive/>`_. + +.. toctree:: + + vpp_mrr_configuration_3n_dnv diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 803a2d9c93..b96634ad3a 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -38,7 +38,8 @@ DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw" DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx" DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx" - # DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv" + DIR[DTR,MRR,VPP,3N,DNV]: "{DIR[DTR]}/vpp_mrr_results_3n_dnv" + DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv" DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw" DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu" DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos" @@ -59,7 +60,8 @@ DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw" DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx" DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx" - # DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv" + DIR[DTC,MRR,VPP,3N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_3n_dnv" + DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv" DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu" DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos" DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu" @@ -431,6 +433,14 @@ csit-vpp-perf-verify-1908-2n-skx: - 69 # MRR sel + vpp-mrr-results-3n-dnv: + csit-vpp-perf-verify-1908-3n-dnv: + - 17 # MRR sel + + vpp-mrr-results-2n-dnv: + csit-vpp-perf-verify-1908-2n-dnv: + - 11 # MRR sel + vpp-func-results-ubuntu: csit-vpp-functional-1908-ubuntu1604-virl: - 64 @@ -1575,6 +1585,7 @@ - 14 # NDRPDR sel - 15 # NDRPDR sel - 16 # NDRPDR sel + - 17 # MRR sel csit-vpp-perf-verify-1908-2n-dnv: - 1 # NDRPDR sel @@ -1587,6 +1598,7 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + - 11 # MRR sel csit-dpdk-perf-verify-1901-3n-hsw: - 13 # NDRPDR sel @@ -3193,6 +3205,44 @@ - "parent" - "msg" +# Detailed Test Results - VPP MRR Results 3n-dnv +- type: "table" + title: "Detailed Test Results - VPP MRR Results 3n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/vpp_mrr_results_3n_dnv" + columns: + - title: "Name" + data: "data name" + - title: "Status" + data: "data msg" + rows: "generated" + data: "vpp-mrr-results-3n-dnv" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP MRR Results 2n-dnv +- type: "table" + title: "Detailed Test Results - VPP MRR Results 2n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" + columns: + - title: "Name" + data: "data name" + - title: "Status" + data: "data msg" + rows: "generated" + data: "vpp-mrr-results-2n-dnv" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "msg" + # Test configuration - VPP MRR Test Configs 3n-hsw - type: "table" title: "Test configuration - VPP MRR Test Configs 3n-hsw" @@ -3250,6 +3300,44 @@ - "name" - "conf-history" +# Test configuration - VPP MRR Test Configs 3n-dnv +- type: "table" + title: "Test configuration - VPP MRR Test Configs 3n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/vpp_mrr_test_configuration_3n_dnv" + columns: + - title: "Name" + data: "data name" + - title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" + rows: "generated" + data: "vpp-mrr-results-3n-dnv" + filter: "'MRR'" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP MRR Test Configs 2n-dnv +- type: "table" + title: "Test configuration - VPP MRR Test Configs 2n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv" + columns: + - title: "Name" + data: "data name" + - title: "VPP API Test Commands History - Commands Used Per Test Case" + data: "data conf-history" + rows: "generated" + data: "vpp-mrr-results-2n-dnv" + filter: "'MRR'" + parameters: + - "parent" + - "name" + - "conf-history" + # Detailed Test Results - VPP Functional Results - Ubuntu - type: "table" title: "Detailed Test Results - VPP Functional Results - Ubuntu" @@ -4154,6 +4242,40 @@ - "parent" data-start-level: 3 +# VPP MRR Results 3n-dnv +- type: "file" + title: "VPP MRR Results 3n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/vpp_mrr_results_3n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,3N,DNV]}" + data: "vpp-mrr-results-3n-dnv" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP MRR Results 2n-dnv +- type: "file" + title: "VPP MRR Results 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,2N,DNV]}" + data: "vpp-mrr-results-2n-dnv" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + # VPP MRR Configuration 3n-hsw - type: "file" title: "VPP MRR Configuration 3n-hsw" @@ -4205,6 +4327,40 @@ - "parent" data-start-level: 3 +# VPP MRR Configuration 3n-dnv +- type: "file" + title: "VPP MRR Configuration 3n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/vpp_mrr_configuration_3n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTC,MRR,VPP,3N,DNV]}" + data: "vpp-mrr-results-3n-dnv" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP MRR Configuration 2n-dnv +- type: "file" + title: "VPP MRR Configuration 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_configuration_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTC,MRR,VPP,2N,DNV]}" + data: "vpp-mrr-results-2n-dnv" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + # VPP Functional Results - Ubuntu - type: "file" title: "VPP Functional Results - Ubuntu" -- 2.16.6