X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification_CPTA.yaml;h=bba7d43b7b5f483e5bbd5ac16f92723734d099a3;hp=4e2aad6d4006a03f6ad2c57ebc15e2b7fd12a5b7;hb=a76fb6bd39a0a6ec6183bfb6da9c3ebefb248f33;hpb=2387340f7050112311cd231f7d30d06731da4836 diff --git a/resources/tools/presentation/specification_CPTA.yaml b/resources/tools/presentation/specification_CPTA.yaml index 4e2aad6d40..bba7d43b7b 100644 --- a/resources/tools/presentation/specification_CPTA.yaml +++ b/resources/tools/presentation/specification_CPTA.yaml @@ -16,15 +16,6 @@ - type: "environment" - configuration: - # Debug mode: - # - Skip: - # - Download of input data files - # - Do: - # - Read data from given zip / xml files - # - Set the configuration as it is done in normal mode - # If the section "type: debug" is missing, CFG[DEBUG] is set to 0. - CFG[DEBUG]: 0 paths: # Top level directories: @@ -101,79 +92,47 @@ linewidth: 1 showgrid: True xaxis: - showticklabels: True - # title: "csit-vpp-perf-mrr-daily-master/vpp-build" title: 'csit-vpp-perf-mrr-daily-master-build/vpp-build' + type: "date" autorange: True + fixedrange: False showgrid: True gridcolor: "rgb(238, 238, 238)" + showline: True linecolor: "rgb(238, 238, 238)" - fixedrange: False zeroline: False - tickcolor: "rgb(238, 238, 238)" - # tickangle: 0 - showline: True linewidth: 1 + showticklabels: True + tickcolor: "rgb(238, 238, 238)" autotick: True + # tickformat: "%m%d" + rangeselector: + buttons: + - count: 1 + label: "1m" + step: "month" + stepmode: "backward" + - count: 3 + label: "3m" + step: "month" + stepmode: "backward" + - step: "all" + rangeslider: {} margin: r: 20 - b: 50 + b: 200 t: 5 l: 70 legend: orientation: "h" traceorder: "normal" + y: -0.5 # tracegroupgap: 10 # bordercolor: "rgb(238, 238, 238)" # borderwidth: 1 hoverlabel: namelength: -1 -- - type: "debug" - general: - input-format: "xml" # zip or xml - extract: "robot-plugin/output.xml" # Only for zip - builds: - # The files must be in the directory DIR[WORKING,DATA] - csit-vpp-perf-mrr-daily-master: - - - build: 1 - file: "{DIR[WORKING,DATA]}/output_mrr_1.xml" - - - build: 2 - file: "{DIR[WORKING,DATA]}/output_mrr_2.xml" - - - build: 3 - file: "{DIR[WORKING,DATA]}/output_mrr_3.xml" - - - build: 4 - file: "{DIR[WORKING,DATA]}/output_mrr_4.xml" - - - build: 5 - file: "{DIR[WORKING,DATA]}/output_mrr_5.xml" - - - build: 6 - file: "{DIR[WORKING,DATA]}/output_mrr_5.xml" - - - build: 7 - file: "{DIR[WORKING,DATA]}/output_mrr_5.xml" - - - build: 8 - file: "{DIR[WORKING,DATA]}/output_mrr_5.xml" - - - build: 9 - file: "{DIR[WORKING,DATA]}/output_mrr_5.xml" - - - build: 10 - file: "{DIR[WORKING,DATA]}/output_mrr_5.xml" - - - build: 11 - file: "{DIR[WORKING,DATA]}/output_mrr_5.xml" - - - build: 12 - file: "{DIR[WORKING,DATA]}/output_mrr_5.xml" - - type: "static" src-path: "{DIR[RST]}" @@ -181,15 +140,16 @@ - type: "input" # Ignored in debug mode +# general: +# file-name: "robot-plugin.zip" +# file-format: ".zip" +# download-path: "{job}/{build}/robot/report/*zip*/{filename}" +# extract: "robot-plugin/output.xml" general: file-name: "output.xml.gz" file-format: ".gz" download-path: "{job}/{build}/archives/{filename}" extract: "output.xml" -# file-name: "robot-plugin.zip" -# file-format: ".zip" -# download-path: "{job}/{build}/robot/report/*zip*/{filename}" -# extract: "robot-plugin/output.xml" builds: csit-vpp-perf-mrr-daily-master: start: 15 @@ -222,12 +182,12 @@ - "name" - "parent" - "result" - # Number of the best and the worst tests presented in the table. Use 0 (zero) - # to present all tests. - nr-of-tests-shown: 20 + ignore-list: + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-1t1c-eth-l2bdscale1mmaclrn-ndrdisc" outlier-const: 1.5 window: 14 evaluated-window: 14 + long-trend-window: 180 - type: "table" @@ -241,12 +201,12 @@ - "name" - "parent" - "result" - # Number of the best and the worst tests presented in the table. Use 0 (zero) - # to present all tests. - nr-of-tests-shown: 20 + ignore-list: + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc05-64b-2t2c-eth-l2bdscale1mmaclrn-ndrdisc" outlier-const: 1.5 window: 14 evaluated-window: 14 + long-trend-window: 180 - type: "table" @@ -260,12 +220,12 @@ - "name" - "parent" - "result" - # Number of the best and the worst tests presented in the table. Use 0 (zero) - # to present all tests. - nr-of-tests-shown: 20 + ignore-list: + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc09-64b-4t4c-eth-l2bdscale1mmaclrn-ndrdisc" outlier-const: 1.5 window: 14 evaluated-window: 14 + long-trend-window: 180 - type: "table" @@ -494,7 +454,7 @@ - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending" output-file-name: "ip4-1t1c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" parameters: - "result" periods: @@ -506,7 +466,7 @@ - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending" output-file-name: "ip4-2t2c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" parameters: - "result" periods: @@ -518,7 +478,7 @@ - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending" output-file-name: "ip4-4t4c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" parameters: - "result" periods: @@ -606,7 +566,7 @@ - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending" output-file-name: "ip4-1t1c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" parameters: - "result" periods: @@ -618,7 +578,7 @@ - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending" output-file-name: "ip4-2t2c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" parameters: - "result" periods: @@ -630,7 +590,7 @@ - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending" output-file-name: "ip4-4t4c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" parameters: - "result" periods: @@ -1174,7 +1134,7 @@ - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-1t1c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" @@ -1187,7 +1147,7 @@ - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-2t2c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1199,7 +1159,7 @@ - title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-4t4c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1213,7 +1173,7 @@ - title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-1t1c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" @@ -1226,7 +1186,7 @@ - title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-2t2c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1238,7 +1198,7 @@ - title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-4t4c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1252,7 +1212,7 @@ - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-1t1c-xl710" data: "plot-performance-trending" - filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" @@ -1265,7 +1225,7 @@ - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-2t2c-xl710" data: "plot-performance-trending" - filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1277,7 +1237,7 @@ - title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-4t4c-xl710" data: "plot-performance-trending" - filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1291,7 +1251,7 @@ - title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-1t1c-xl710" data: "plot-performance-trending" - filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" @@ -1304,7 +1264,7 @@ - title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-2t2c-xl710" data: "plot-performance-trending" - filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1316,7 +1276,7 @@ - title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-4t4c-xl710" data: "plot-performance-trending" - filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1406,7 +1366,7 @@ - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-1t1c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" @@ -1419,7 +1379,7 @@ - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-2t2c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1431,7 +1391,7 @@ - title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-4t4c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1445,7 +1405,7 @@ - title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-1t1c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" @@ -1458,7 +1418,7 @@ - title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-2t2c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1470,7 +1430,7 @@ - title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-4t4c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: