X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;ds=sidebyside;f=resources%2Ftools%2Fpresentation%2Fspecification_CPTA.yaml;h=a570dccbbed54b4f3768221aad70ab84cded4197;hb=898aeaa4efbbfcffea77471220ffa903600d3b06;hp=9ea9bc7bf43c57bc00f1af34226934ffcb4f8c6b;hpb=b6de6fb4bcf50cd347df181121602db9ac2c9eec;p=csit.git diff --git a/resources/tools/presentation/specification_CPTA.yaml b/resources/tools/presentation/specification_CPTA.yaml index 9ea9bc7bf4..a570dccbbe 100644 --- a/resources/tools/presentation/specification_CPTA.yaml +++ b/resources/tools/presentation/specification_CPTA.yaml @@ -78,7 +78,7 @@ plot-performance-trending: csit-vpp-perf-mrr-daily-master: start: 15 - end: 17 #"lastCompletedBuild" # "lastSuccessfulBuild" # take all from the 'start' + end: "lastCompletedBuild" # "lastSuccessfulBuild" # take all from the 'start' plot-layouts: plot-cpta: @@ -117,7 +117,7 @@ autotick: True margin: r: 20 - b: 100 + b: 50 t: 5 l: 70 legend: @@ -193,7 +193,7 @@ builds: csit-vpp-perf-mrr-daily-master: start: 15 - end: 17 #"lastCompletedBuild" # take all from the 'start' + end: "lastCompletedBuild" # take all from the 'start' - type: "output" @@ -222,11 +222,12 @@ - "name" - "parent" - "result" - # Number of the best and the worst tests presented in the table. Use 0 (zero) - # to present all tests. - nr-of-tests-shown: 20 + ignore-list: + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-1t1c-eth-l2bdscale1mmaclrn-ndrdisc" outlier-const: 1.5 - window: 10 + window: 14 + evaluated-window: 14 + long-trend-window: 180 - type: "table" @@ -240,11 +241,12 @@ - "name" - "parent" - "result" - # Number of the best and the worst tests presented in the table. Use 0 (zero) - # to present all tests. - nr-of-tests-shown: 20 + ignore-list: + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc05-64b-2t2c-eth-l2bdscale1mmaclrn-ndrdisc" outlier-const: 1.5 - window: 10 + window: 14 + evaluated-window: 14 + long-trend-window: 180 - type: "table" @@ -258,11 +260,33 @@ - "name" - "parent" - "result" - # Number of the best and the worst tests presented in the table. Use 0 (zero) - # to present all tests. - nr-of-tests-shown: 20 + ignore-list: + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc09-64b-4t4c-eth-l2bdscale1mmaclrn-ndrdisc" outlier-const: 1.5 - window: 10 + window: 14 + evaluated-window: 14 + long-trend-window: 180 + +- + type: "table" + title: "HTML performance trending dashboard 1t1c" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c.rst" + +- + type: "table" + title: "HTML performance trending dashboard 2t2c" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c.rst" + +- + type: "table" + title: "HTML performance trending dashboard 4t4c" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c.rst" ################################################################################ @@ -470,7 +494,7 @@ - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending" output-file-name: "ip4-1t1c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" parameters: - "result" periods: @@ -482,7 +506,7 @@ - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending" output-file-name: "ip4-2t2c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" parameters: - "result" periods: @@ -494,7 +518,7 @@ - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending" output-file-name: "ip4-4t4c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" parameters: - "result" periods: @@ -582,7 +606,7 @@ - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending" output-file-name: "ip4-1t1c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" parameters: - "result" periods: @@ -594,7 +618,7 @@ - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending" output-file-name: "ip4-2t2c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" parameters: - "result" periods: @@ -606,7 +630,7 @@ - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending" output-file-name: "ip4-4t4c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" parameters: - "result" periods: @@ -1150,7 +1174,7 @@ - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-1t1c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" @@ -1163,7 +1187,7 @@ - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-2t2c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1175,7 +1199,7 @@ - title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-4t4c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1189,7 +1213,7 @@ - title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-1t1c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" @@ -1202,7 +1226,7 @@ - title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-2t2c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1214,7 +1238,7 @@ - title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-4t4c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1228,7 +1252,7 @@ - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-1t1c-xl710" data: "plot-performance-trending" - filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" @@ -1241,7 +1265,7 @@ - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-2t2c-xl710" data: "plot-performance-trending" - filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1253,7 +1277,7 @@ - title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-4t4c-xl710" data: "plot-performance-trending" - filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1267,7 +1291,7 @@ - title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-1t1c-xl710" data: "plot-performance-trending" - filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" @@ -1280,7 +1304,7 @@ - title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-2t2c-xl710" data: "plot-performance-trending" - filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1292,7 +1316,7 @@ - title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-4t4c-xl710" data: "plot-performance-trending" - filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1382,7 +1406,7 @@ - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-1t1c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" @@ -1395,7 +1419,7 @@ - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-2t2c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1407,7 +1431,7 @@ - title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-4t4c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1421,7 +1445,7 @@ - title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-1t1c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" @@ -1434,7 +1458,7 @@ - title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-2t2c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1446,7 +1470,7 @@ - title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-4t4c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: