X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=195e19e8262c72a459333c71879dede41b9caae7;hp=c3f5a59d4a733c1442f15d6a3bcf21739e260794;hb=2b8547bc50fd06ea936f096794b8c2a5e09c5f8b;hpb=0d53d645a6d78b581e7ad1e257af4f943a52f465 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index c3f5a59d4a..195e19e826 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -165,14 +165,18 @@ - 11 - 13 csit-ligato-perf-1710-all: - - 2 - - 3 - - 4 - 5 - - 6 - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 + - 16 + - 17 csit-vpp-functional-1710-ubuntu1604-virl: - - 115 + - 126 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl: - 7 csit-hc2vpp-verify-func-1710-ubuntu1604: @@ -218,10 +222,10 @@ data: "data csit-vpp-perf-1707-all mean" - title: "17.10 mean [Mpps]" - data: "data csit-vpp-perf-1710-all mean" + data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean" - title: "17.10 stdev [Mpps]" - data: "data csit-vpp-perf-1710-all stdev" + data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all stdev" - title: "17.07 to 17.10 change [%]" data: "operation relative_change 5 6" @@ -249,6 +253,17 @@ - 18 - 19 - 20 + csit-ligato-perf-1710-all: + - 5 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 + - 16 + - 17 filter: "template" parameters: - "throughput" @@ -256,7 +271,7 @@ - type: "table" title: "Detailed Test Results - VPP Performance Results" - algorithm: "table_details" + algorithm: "table_merged_details" output-file-ext: ".csv" output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results" columns: @@ -272,7 +287,8 @@ rows: "generated" data: csit-vpp-perf-1710-all: - - 19 + - 20 +# - 23 filter: "all" parameters: - "name" @@ -283,7 +299,7 @@ - type: "table" title: "Test configuration - VPP Performance Test Configs" - algorithm: "table_details" + algorithm: "table_merged_details" output-file-ext: ".csv" output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration" columns: @@ -296,7 +312,8 @@ rows: "generated" data: csit-vpp-perf-1710-all: - - 19 + - 20 +# - 23 filter: "all" parameters: - "parent" @@ -306,7 +323,7 @@ - type: "table" title: "Test Operational Data - VPP Performance Operational Data" - algorithm: "table_details" + algorithm: "table_merged_details" output-file-ext: ".csv" output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational" columns: @@ -319,7 +336,8 @@ rows: "generated" data: csit-vpp-perf-1710-all: - - 19 + - 20 +# - 23 filter: "all" parameters: - "parent" @@ -345,7 +363,7 @@ rows: "generated" data: csit-vpp-functional-1710-ubuntu1604-virl: - - 115 + - 126 filter: "all" parameters: - "name" @@ -369,7 +387,7 @@ rows: "generated" data: csit-vpp-functional-1710-ubuntu1604-virl: - - 115 + - 126 filter: "all" parameters: - "parent" @@ -395,7 +413,7 @@ rows: "generated" data: csit-ligato-perf-1710-all: - - 5 + - 17 filter: "all" parameters: - "name" @@ -491,58 +509,64 @@ - type: "file" title: "VPP Performance Results" - algorithm: "file_test_results" + algorithm: "file_merged_test_results" output-file-ext: ".rst" output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTR,PERF,VPP]}" data: csit-vpp-perf-1710-all: - - 19 + - 20 +# - 23 filter: "all" parameters: - "name" - "doc" - "level" - data-start-level: 2 # 0, 1, 2, ... + - "parent" + data-start-level: 3 # 0, 1, 2, ... chapters-start-level: 2 # 0, 1, 2, ... - type: "file" title: "VPP Performance Configuration" - algorithm: "file_test_results" + algorithm: "file_merged_test_results" output-file-ext: ".rst" output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTC,PERF,VPP]}" data: csit-vpp-perf-1710-all: - - 19 + - 20 +# - 23 filter: "all" parameters: - "name" - "doc" - "level" - data-start-level: 2 # 0, 1, 2, ... + - "parent" + data-start-level: 3 # 0, 1, 2, ... chapters-start-level: 2 # 0, 1, 2, ... - type: "file" title: "VPP Performance Operational Data" - algorithm: "file_test_results" + algorithm: "file_merged_test_results" output-file-ext: ".rst" output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" dir-tables: "{DIR[DTO,PERF,VPP]}" data: csit-vpp-perf-1710-all: - - 19 + - 20 +# - 23 filter: "all" parameters: - "name" - "doc" - "level" - data-start-level: 2 # 0, 1, 2, ... + - "parent" + data-start-level: 3 # 0, 1, 2, ... chapters-start-level: 2 # 0, 1, 2, ... - @@ -555,7 +579,7 @@ dir-tables: "{DIR[DTR,FUNC,VPP]}" data: csit-vpp-functional-1710-ubuntu1604-virl: - - 115 + - 126 filter: "all" parameters: - "name" @@ -574,7 +598,7 @@ dir-tables: "{DIR[DTC,FUNC,VPP]}" data: csit-vpp-functional-1710-ubuntu1604-virl: - - 115 + - 126 filter: "all" parameters: - "name" @@ -593,7 +617,7 @@ dir-tables: "{DIR[DTR,PERF,COT]}" data: csit-ligato-perf-1710-all: - - 5 + - 17 filter: "all" parameters: - "name" @@ -5423,13 +5447,17 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc" data: csit-ligato-perf-1710-all: - - 2 - - 3 - - 4 - 5 - - 6 - 7 - filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 + - 16 + - 17 + filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" @@ -5487,13 +5515,17 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc" data: csit-ligato-perf-1710-all: - - 2 - - 3 - - 4 - 5 - - 6 - 7 - filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 + - 16 + - 17 + filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" @@ -5551,13 +5583,17 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc" data: csit-ligato-perf-1710-all: - - 2 - - 3 - - 4 - 5 - - 6 - 7 - filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 + - 16 + - 17 + filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" @@ -5615,13 +5651,17 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc" data: csit-ligato-perf-1710-all: - - 2 - - 3 - - 4 - 5 - - 6 - 7 - filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 + - 16 + - 17 + filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" @@ -5815,13 +5855,17 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50" data: csit-ligato-perf-1710-all: - - 2 - - 3 - - 4 - 5 - - 6 - 7 - filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 + - 16 + - 17 + filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "latency" - "parent" @@ -5877,13 +5921,17 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50" data: csit-ligato-perf-1710-all: - - 2 - - 3 - - 4 - 5 - - 6 - 7 - filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 + - 16 + - 17 + filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "latency" - "parent"