X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;ds=sidebyside;f=resources%2Ftools%2Fpresentation%2Fspecification_CPTA.yaml;h=a570dccbbed54b4f3768221aad70ab84cded4197;hb=898aeaa4efbbfcffea77471220ffa903600d3b06;hp=77fee3506ab68e1e1a6f73519e69519371ae5361;hpb=7aff808942440ba9729bf60888738b920c024324;p=csit.git diff --git a/resources/tools/presentation/specification_CPTA.yaml b/resources/tools/presentation/specification_CPTA.yaml index 77fee3506a..a570dccbbe 100644 --- a/resources/tools/presentation/specification_CPTA.yaml +++ b/resources/tools/presentation/specification_CPTA.yaml @@ -222,14 +222,12 @@ - "name" - "parent" - "result" - # Number of the best and the worst tests presented in the table. Use 0 (zero) - # to present all tests. - nr-of-tests-shown: 20 + ignore-list: + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-1t1c-eth-l2bdscale1mmaclrn-ndrdisc" outlier-const: 1.5 window: 14 evaluated-window: 14 long-trend-window: 180 - long-trend-threshold: 80 # Percent of the highest moving median value - type: "table" @@ -243,14 +241,12 @@ - "name" - "parent" - "result" - # Number of the best and the worst tests presented in the table. Use 0 (zero) - # to present all tests. - nr-of-tests-shown: 20 + ignore-list: + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc05-64b-2t2c-eth-l2bdscale1mmaclrn-ndrdisc" outlier-const: 1.5 window: 14 evaluated-window: 14 long-trend-window: 180 - long-trend-threshold: 80 # Percent of the highest moving median value - type: "table" @@ -264,14 +260,12 @@ - "name" - "parent" - "result" - # Number of the best and the worst tests presented in the table. Use 0 (zero) - # to present all tests. - nr-of-tests-shown: 20 + ignore-list: + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc09-64b-4t4c-eth-l2bdscale1mmaclrn-ndrdisc" outlier-const: 1.5 window: 14 evaluated-window: 14 long-trend-window: 180 - long-trend-threshold: 80 # Percent of the highest moving median value - type: "table" @@ -500,7 +494,7 @@ - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending" output-file-name: "ip4-1t1c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" parameters: - "result" periods: @@ -512,7 +506,7 @@ - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending" output-file-name: "ip4-2t2c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" parameters: - "result" periods: @@ -524,7 +518,7 @@ - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending" output-file-name: "ip4-4t4c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" parameters: - "result" periods: @@ -612,7 +606,7 @@ - title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending" output-file-name: "ip4-1t1c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" parameters: - "result" periods: @@ -624,7 +618,7 @@ - title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending" output-file-name: "ip4-2t2c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" parameters: - "result" periods: @@ -636,7 +630,7 @@ - title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending" output-file-name: "ip4-4t4c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" parameters: - "result" periods: @@ -1180,7 +1174,7 @@ - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-1t1c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" @@ -1193,7 +1187,7 @@ - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-2t2c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1205,7 +1199,7 @@ - title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-4t4c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1219,7 +1213,7 @@ - title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-1t1c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" @@ -1232,7 +1226,7 @@ - title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-2t2c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1244,7 +1238,7 @@ - title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-4t4c-x520" data: "plot-performance-trending" - filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1258,7 +1252,7 @@ - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-1t1c-xl710" data: "plot-performance-trending" - filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" @@ -1271,7 +1265,7 @@ - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-2t2c-xl710" data: "plot-performance-trending" - filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1283,7 +1277,7 @@ - title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-4t4c-xl710" data: "plot-performance-trending" - filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1297,7 +1291,7 @@ - title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-1t1c-xl710" data: "plot-performance-trending" - filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" @@ -1310,7 +1304,7 @@ - title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-2t2c-xl710" data: "plot-performance-trending" - filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1322,7 +1316,7 @@ - title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-4t4c-xl710" data: "plot-performance-trending" - filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1412,7 +1406,7 @@ - title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-1t1c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" @@ -1425,7 +1419,7 @@ - title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-2t2c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1437,7 +1431,7 @@ - title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending" output-file-name: "vm-vhost-eth-4t4c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1451,7 +1445,7 @@ - title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-1t1c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" @@ -1464,7 +1458,7 @@ - title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-2t2c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: @@ -1476,7 +1470,7 @@ - title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending" output-file-name: "vm-vhost-imix-eth-4t4c-x710" data: "plot-performance-trending" - filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'" parameters: - "result" periods: