X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification_CPTA.yaml;h=535096b660921deab60910ed06396e96b08833e3;hb=30f205347619919d15691f4b01da5e730840db38;hp=70bd119345f672c62590736a00eaf933668f7e7a;hpb=99d4cc007624691f87f8c21a89eab73aec3a08fa;p=csit.git diff --git a/resources/tools/presentation/specification_CPTA.yaml b/resources/tools/presentation/specification_CPTA.yaml index 70bd119345..535096b660 100644 --- a/resources/tools/presentation/specification_CPTA.yaml +++ b/resources/tools/presentation/specification_CPTA.yaml @@ -16,15 +16,6 @@ - type: "environment" - configuration: - # Debug mode: - # - Skip: - # - Download of input data files - # - Do: - # - Read data from given zip / xml files - # - Set the configuration as it is done in normal mode - # If the section "type: debug" is missing, CFG[DEBUG] is set to 0. - CFG[DEBUG]: 0 paths: # Top level directories: @@ -77,6 +68,23 @@ data-sets: plot-performance-trending: csit-vpp-perf-mrr-daily-master: +# - 15 +# - 20 +# - 25 +# - 30 +# - 35 +# - 40 +# - 45 +# - 50 +# - 55 +# - 60 +# - 65 +# - 70 +# - 75 +# - 80 +# - 85 +# - 90 +# - 95 start: 15 end: "lastCompletedBuild" # "lastSuccessfulBuild" # take all from the 'start' @@ -101,79 +109,56 @@ linewidth: 1 showgrid: True xaxis: - showticklabels: True - # title: "csit-vpp-perf-mrr-daily-master/vpp-build" title: 'csit-vpp-perf-mrr-daily-master-build/vpp-build' + type: "date" autorange: True + fixedrange: False showgrid: True gridcolor: "rgb(238, 238, 238)" + showline: True linecolor: "rgb(238, 238, 238)" - fixedrange: False zeroline: False - tickcolor: "rgb(238, 238, 238)" - # tickangle: 0 - showline: True linewidth: 1 + showticklabels: True + tickcolor: "rgb(238, 238, 238)" autotick: True + tickformat: "%m%d" + rangeselector: + buttons: + - count: 14 + label: "2w" + step: "day" + stepmode: "backward" + - count: 1 + label: "1m" + step: "month" + stepmode: "backward" + - count: 2 + label: "2m" + step: "month" + stepmode: "backward" + - count: 3 + label: "3m" + step: "month" + stepmode: "backward" + - step: "all" + # rangeslider: {} margin: r: 20 - b: 100 + # b: 200 t: 5 l: 70 legend: orientation: "h" - traceorder: "normal" -# tracegroupgap: 10 -# bordercolor: "rgb(238, 238, 238)" -# borderwidth: 1 + # y: -0.5 + xanchor: "center" + traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 + tracegroupgap: 20 + bordercolor: "rgb(238, 238, 238)" + # borderwidth: 1 hoverlabel: namelength: -1 -- - type: "debug" - general: - input-format: "xml" # zip or xml - extract: "robot-plugin/output.xml" # Only for zip - builds: - # The files must be in the directory DIR[WORKING,DATA] - csit-vpp-perf-mrr-daily-master: - - - build: 1 - file: "{DIR[WORKING,DATA]}/output_mrr_1.xml" - - - build: 2 - file: "{DIR[WORKING,DATA]}/output_mrr_2.xml" - - - build: 3 - file: "{DIR[WORKING,DATA]}/output_mrr_3.xml" - - - build: 4 - file: "{DIR[WORKING,DATA]}/output_mrr_4.xml" - - - build: 5 - file: "{DIR[WORKING,DATA]}/output_mrr_5.xml" - - - build: 6 - file: "{DIR[WORKING,DATA]}/output_mrr_5.xml" - - - build: 7 - file: "{DIR[WORKING,DATA]}/output_mrr_5.xml" - - - build: 8 - file: "{DIR[WORKING,DATA]}/output_mrr_5.xml" - - - build: 9 - file: "{DIR[WORKING,DATA]}/output_mrr_5.xml" - - - build: 10 - file: "{DIR[WORKING,DATA]}/output_mrr_5.xml" - - - build: 11 - file: "{DIR[WORKING,DATA]}/output_mrr_5.xml" - - - build: 12 - file: "{DIR[WORKING,DATA]}/output_mrr_5.xml" - - type: "static" src-path: "{DIR[RST]}" @@ -181,17 +166,35 @@ - type: "input" # Ignored in debug mode +# general: +# file-name: "robot-plugin.zip" +# file-format: ".zip" +# download-path: "{job}/{build}/robot/report/*zip*/{filename}" +# extract: "robot-plugin/output.xml" general: file-name: "output.xml.gz" file-format: ".gz" download-path: "{job}/{build}/archives/{filename}" extract: "output.xml" -# file-name: "robot-plugin.zip" -# file-format: ".zip" -# download-path: "{job}/{build}/robot/report/*zip*/{filename}" -# extract: "robot-plugin/output.xml" builds: csit-vpp-perf-mrr-daily-master: +# - 15 +# - 20 +# - 25 +# - 30 +# - 35 +# - 40 +# - 45 +# - 50 +# - 55 +# - 60 +# - 65 +# - 70 +# - 75 +# - 80 +# - 85 +# - 90 +# - 95 start: 15 end: "lastCompletedBuild" # take all from the 'start' @@ -222,11 +225,12 @@ - "name" - "parent" - "result" - # Number of the best and the worst tests presented in the table. Use 0 (zero) - # to present all tests. - nr-of-tests-shown: 20 + ignore-list: + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-1t1c-eth-l2bdscale1mmaclrn-ndrdisc" outlier-const: 1.5 - window: 10 + window: 14 + evaluated-window: 14 + long-trend-window: 180 - type: "table" @@ -240,11 +244,12 @@ - "name" - "parent" - "result" - # Number of the best and the worst tests presented in the table. Use 0 (zero) - # to present all tests. - nr-of-tests-shown: 20 + ignore-list: + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc05-64b-2t2c-eth-l2bdscale1mmaclrn-ndrdisc" outlier-const: 1.5 - window: 10 + window: 14 + evaluated-window: 14 + long-trend-window: 180 - type: "table" @@ -258,11 +263,33 @@ - "name" - "parent" - "result" - # Number of the best and the worst tests presented in the table. Use 0 (zero) - # to present all tests. - nr-of-tests-shown: 20 + ignore-list: + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc09-64b-4t4c-eth-l2bdscale1mmaclrn-ndrdisc" outlier-const: 1.5 - window: 10 + window: 14 + evaluated-window: 14 + long-trend-window: 180 + +- + type: "table" + title: "HTML performance trending dashboard 1t1c" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c.rst" + +- + type: "table" + title: "HTML performance trending dashboard 2t2c" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c.rst" + +- + type: "table" + title: "HTML performance trending dashboard 4t4c" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c.rst" ################################################################################ @@ -470,7 +497,7 @@ - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending" output-file-name: "ip4-1t1c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" parameters: - "result" periods: @@ -482,7 +509,7 @@ - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending" output-file-name: "ip4-2t2c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" parameters: - "result" periods: @@ -494,7 +521,7 @@ - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending" output-file-name: "ip4-4t4c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" parameters: - "result" periods: @@ -582,7 +609,7 @@ - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending" output-file-name: "ip4-1t1c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" parameters: - "result" periods: @@ -594,7 +621,7 @@ - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending" output-file-name: "ip4-2t2c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" parameters: - "result" periods: @@ -606,7 +633,7 @@ - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending" output-file-name: "ip4-4t4c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" parameters: - "result" periods: @@ -1150,7 +1177,7 @@ - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-1t1c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" @@ -1163,7 +1190,7 @@ - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-2t2c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1175,7 +1202,7 @@ - title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-4t4c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1189,7 +1216,7 @@ - title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-1t1c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" @@ -1202,7 +1229,7 @@ - title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-2t2c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1214,7 +1241,7 @@ - title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-4t4c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1228,7 +1255,7 @@ - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-1t1c-xl710" data: "plot-performance-trending" - filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" @@ -1241,7 +1268,7 @@ - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-2t2c-xl710" data: "plot-performance-trending" - filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1253,7 +1280,7 @@ - title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-4t4c-xl710" data: "plot-performance-trending" - filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1267,7 +1294,7 @@ - title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-1t1c-xl710" data: "plot-performance-trending" - filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" @@ -1280,7 +1307,7 @@ - title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-2t2c-xl710" data: "plot-performance-trending" - filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1292,7 +1319,7 @@ - title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-4t4c-xl710" data: "plot-performance-trending" - filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1382,7 +1409,7 @@ - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-1t1c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" @@ -1395,7 +1422,7 @@ - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-2t2c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1407,7 +1434,7 @@ - title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-4t4c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1421,7 +1448,7 @@ - title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-1t1c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" @@ -1434,7 +1461,7 @@ - title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-2t2c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1446,7 +1473,7 @@ - title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-4t4c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: