X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=7e2aa7e2e94faeb253cd02e1f2c2b24743b63662;hp=918f28069ea591cdf94e00598461bddfdac17d81;hb=fbd4f04d204c7052a6016fa4b694ffb2bc536955;hpb=153bf776309870aa615f8217c3b438aad199f5ed diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 918f28069e..7e2aa7e2e9 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -33,9 +33,11 @@ DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw" DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx" DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx" + DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv" DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw" DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx" DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx" + DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv" DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw" DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu" DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos" @@ -50,9 +52,11 @@ DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw" DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx" DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx" + DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv" DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw" DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx" DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx" + DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv" DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu" DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos" DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu" @@ -62,6 +66,7 @@ DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw" DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx" DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx" + DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv" # .css patch file to fix tables generated by Sphinx DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css" @@ -70,6 +75,7 @@ urls: URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job" URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job" + URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/1810/robot-plugin.zip" URL[NEXUS]: "https://docs.fd.io/csit" DIR[NEXUS]: "report/_static/archive" @@ -118,6 +124,11 @@ data-sets: + # Denverton: + intel-dnv-vpp: + intel-dnv-vpp-release-1810: + - 1 + # VPP Performance vpp-performance-changes-3n-hsw: csit-vpp-perf-1804-all: @@ -1003,6 +1014,9 @@ builds: + intel-dnv-vpp-release-1810: + - 1 + csit-vpp-perf-1804-all: - 21 # sel - 22 # sel @@ -2495,6 +2509,28 @@ - "parent" - "msg" +# Detailed Test Results - VPP Performance Results 2n-dnv +- + type: "table" + title: "Detailed Test Results - VPP Performance Results 2n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" + parameters: + - "name" + - "parent" + - "msg" + # Test configuration - VPP Performance Test Configs 3n-hsw - type: "table" @@ -2561,6 +2597,28 @@ - "name" - "vat-history" +# Test configuration - VPP Performance Test Configs 2n-dnv +- + type: "table" + title: "Test configuration - VPP Performance Test Configs 2n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" + parameters: + - "parent" + - "name" + - "vat-history" + # Test Operational Data - VPP Performance Operational Data 3n-hsw - type: "table" @@ -2627,6 +2685,28 @@ - "name" - "show-run" +# Test Operational Data - VPP Performance Operational Data 2n-dnv +- + type: "table" + title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" + data: "data show-run" + rows: "generated" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" + parameters: + - "parent" + - "name" + - "show-run" + # Detailed Test Results - VPP MRR Results 3n-hsw - type: "table" @@ -2693,6 +2773,28 @@ - "parent" - "msg" +# Detailed Test Results - VPP MRR Results 2n-dnv +- + type: "table" + title: "Detailed Test Results - VPP MRR Results 2n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "intel-dnv-vpp" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "msg" + # Test configuration - VPP MRR Test Configs 3n-hsw - type: "table" @@ -2759,6 +2861,28 @@ - "name" - "vat-history" +# Test configuration - VPP MRR Test Configs 2n-dnv +- + type: "table" + title: "Test configuration - VPP MRR Test Configs 2n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "intel-dnv-vpp" + filter: "'MRR'" + parameters: + - "parent" + - "name" + - "vat-history" + # Detailed Test Results - VPP Functional Results - Ubuntu - type: "table" @@ -3743,6 +3867,24 @@ - "parent" data-start-level: 3 +# VPP Performance Results 2n-dnv +- + type: "file" + title: "VPP Performance Results 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,PERF,VPP,2N,DNV]}" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + # VPP Performance Configuration 3n-hsw - type: "file" @@ -3797,6 +3939,24 @@ - "parent" data-start-level: 3 +# VPP Performance Configuration 2n-dnv +- + type: "file" + title: "VPP Performance Configuration 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,PERF,VPP,2N,DNVvpp_performance_configuration_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,PERF,VPP,2N,DNV]}" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + # VPP Performance Operational Data 3n-hsw - type: "file" @@ -3851,6 +4011,24 @@ - "parent" data-start-level: 3 +# VPP Performance Operational Data 2n-dnv +- + type: "file" + title: "VPP Performance Operational Data 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_performance_operational_data_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTO,PERF,VPP,2N,DNV]}" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + # VPP MRR Results 3n-hsw - type: "file" @@ -3905,6 +4083,24 @@ - "parent" data-start-level: 3 +# VPP MRR Results 2n-dnv +- + type: "file" + title: "VPP MRR Results 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,2N,DNV]}" + data: "intel-dnv-vpp" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + # VPP MRR Configuration 3n-hsw - type: "file" @@ -3959,6 +4155,24 @@ - "parent" data-start-level: 3 +# VPP MRR Configuration 2n-dnv +- + type: "file" + title: "VPP MRR Configuration 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_configuration_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,MRR,VPP,2N,DNV]}" + data: "intel-dnv-vpp" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + # VPP Functional Results - Ubuntu - type: "file" @@ -27047,4 +27261,4 @@ - "tags" layout: title: "vts-3n-hsw-x520-114b-base_and_scale-pdr-tsa" - layout: "plot-throughput-speedup-analysis" \ No newline at end of file + layout: "plot-throughput-speedup-analysis"