Change-Id: Ifc008ba50c4c84e781c12dc3080d3a361090efb6
Signed-off-by: Tibor Frank <tifrank@cisco.com>
for job, builds in table["data"].items():
for build in builds:
for tst_name, tst_data in data[job][str(build)].iteritems():
for job, builds in table["data"].items():
for build in builds:
for tst_name, tst_data in data[job][str(build)].iteritems():
+ if tst_name in table["ignore-list"]:
+ continue
if tbl_dict.get(tst_name, None) is None:
name = "{0}-{1}".format(tst_data["parent"].split("-")[0],
"-".join(tst_data["name"].
if tbl_dict.get(tst_name, None) is None:
name = "{0}-{1}".format(tst_data["parent"].split("-")[0],
"-".join(tst_data["name"].
- "name"
- "parent"
- "result"
- "name"
- "parent"
- "result"
+ ignore-list:
+ - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64B-1t1c-eth-l2bdscale1mmaclrn-ndrdisc"
outlier-const: 1.5
window: 14
evaluated-window: 14
outlier-const: 1.5
window: 14
evaluated-window: 14
- "name"
- "parent"
- "result"
- "name"
- "parent"
- "result"
+ ignore-list:
+ - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc05-64B-2t2c-eth-l2bdscale1mmaclrn-ndrdisc"
outlier-const: 1.5
window: 14
evaluated-window: 14
outlier-const: 1.5
window: 14
evaluated-window: 14
- "name"
- "parent"
- "result"
- "name"
- "parent"
- "result"
+ ignore-list:
+ - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc09-64B-4t4c-eth-l2bdscale1mmaclrn-ndrdisc"
outlier-const: 1.5
window: 14
evaluated-window: 14
outlier-const: 1.5
window: 14
evaluated-window: 14
- title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-1t1c-x520"
data: "plot-performance-trending"
- title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-1t1c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
- title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-2t2c-x520"
data: "plot-performance-trending"
- title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-2t2c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
parameters:
- "result"
periods:
- title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-4t4c-x520"
data: "plot-performance-trending"
- title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-4t4c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
parameters:
- "result"
periods:
- title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-1t1c-x520"
data: "plot-performance-trending"
- title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-1t1c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
- title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-2t2c-x520"
data: "plot-performance-trending"
- title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-2t2c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
parameters:
- "result"
periods:
- title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-4t4c-x520"
data: "plot-performance-trending"
- title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-4t4c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
parameters:
- "result"
periods:
- title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-1t1c-xl710"
data: "plot-performance-trending"
- title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-1t1c-xl710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
- title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-2t2c-xl710"
data: "plot-performance-trending"
- title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-2t2c-xl710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
parameters:
- "result"
periods:
- title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-4t4c-xl710"
data: "plot-performance-trending"
- title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-4t4c-xl710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
parameters:
- "result"
periods:
- title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-1t1c-xl710"
data: "plot-performance-trending"
- title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-1t1c-xl710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
- title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-2t2c-xl710"
data: "plot-performance-trending"
- title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-2t2c-xl710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
parameters:
- "result"
periods:
- title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-4t4c-xl710"
data: "plot-performance-trending"
- title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-4t4c-xl710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
parameters:
- "result"
periods:
- title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-1t1c-x710"
data: "plot-performance-trending"
- title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-1t1c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
- title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-2t2c-x710"
data: "plot-performance-trending"
- title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-2t2c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
parameters:
- "result"
periods:
- title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-4t4c-x710"
data: "plot-performance-trending"
- title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-4t4c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
parameters:
- "result"
periods:
- title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-1t1c-x710"
data: "plot-performance-trending"
- title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-1t1c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
- title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-2t2c-x710"
data: "plot-performance-trending"
- title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-2t2c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
parameters:
- "result"
periods:
- title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-4t4c-x710"
data: "plot-performance-trending"
- title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-4t4c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
parameters:
- "result"
periods: