-
type: "environment"
- configuration:
- # Debug mode:
- # - Skip:
- # - Download of input data files
- # - Do:
- # - Read data from given zip / xml files
- # - Set the configuration as it is done in normal mode
- # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
- CFG[DEBUG]: 0
paths:
# Top level directories:
linewidth: 1
showgrid: True
xaxis:
- showticklabels: True
- # title: "csit-vpp-perf-mrr-daily-master/vpp-build"
title: '<a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master" target="_blank">csit-vpp-perf-mrr-daily-master-build</a>/<a href="https://nexus.fd.io/content/repositories/fd.io.master.ubuntu.xenial.main/io/fd/vpp/vpp/" target="_blank">vpp-build</a>'
+ type: "date"
autorange: True
+ fixedrange: False
showgrid: True
gridcolor: "rgb(238, 238, 238)"
+ showline: True
linecolor: "rgb(238, 238, 238)"
- fixedrange: False
zeroline: False
- tickcolor: "rgb(238, 238, 238)"
- # tickangle: 0
- showline: True
linewidth: 1
+ showticklabels: True
+ tickcolor: "rgb(238, 238, 238)"
autotick: True
+ # tickformat: "%m%d"
+ rangeselector:
+ buttons:
+ - count: 1
+ label: "1m"
+ step: "month"
+ stepmode: "backward"
+ - count: 3
+ label: "3m"
+ step: "month"
+ stepmode: "backward"
+ - step: "all"
+ rangeslider: {}
margin:
r: 20
- b: 50
+ b: 200
t: 5
l: 70
legend:
orientation: "h"
traceorder: "normal"
+ y: -0.5
# tracegroupgap: 10
# bordercolor: "rgb(238, 238, 238)"
# borderwidth: 1
hoverlabel:
namelength: -1
--
- type: "debug"
- general:
- input-format: "xml" # zip or xml
- extract: "robot-plugin/output.xml" # Only for zip
- builds:
- # The files must be in the directory DIR[WORKING,DATA]
- csit-vpp-perf-mrr-daily-master:
- -
- build: 1
- file: "{DIR[WORKING,DATA]}/output_mrr_1.xml"
- -
- build: 2
- file: "{DIR[WORKING,DATA]}/output_mrr_2.xml"
- -
- build: 3
- file: "{DIR[WORKING,DATA]}/output_mrr_3.xml"
- -
- build: 4
- file: "{DIR[WORKING,DATA]}/output_mrr_4.xml"
- -
- build: 5
- file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
- -
- build: 6
- file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
- -
- build: 7
- file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
- -
- build: 8
- file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
- -
- build: 9
- file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
- -
- build: 10
- file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
- -
- build: 11
- file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
- -
- build: 12
- file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
-
-
type: "static"
src-path: "{DIR[RST]}"
-
type: "input" # Ignored in debug mode
+# general:
+# file-name: "robot-plugin.zip"
+# file-format: ".zip"
+# download-path: "{job}/{build}/robot/report/*zip*/{filename}"
+# extract: "robot-plugin/output.xml"
general:
file-name: "output.xml.gz"
file-format: ".gz"
download-path: "{job}/{build}/archives/{filename}"
extract: "output.xml"
-# file-name: "robot-plugin.zip"
-# file-format: ".zip"
-# download-path: "{job}/{build}/robot/report/*zip*/{filename}"
-# extract: "robot-plugin/output.xml"
builds:
csit-vpp-perf-mrr-daily-master:
start: 15
- "name"
- "parent"
- "result"
- # Number of the best and the worst tests presented in the table. Use 0 (zero)
- # to present all tests.
- nr-of-tests-shown: 20
+ ignore-list:
+ - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-1t1c-eth-l2bdscale1mmaclrn-ndrdisc"
outlier-const: 1.5
- window: 10
+ window: 14
+ evaluated-window: 14
+ long-trend-window: 180
-
type: "table"
- "name"
- "parent"
- "result"
- # Number of the best and the worst tests presented in the table. Use 0 (zero)
- # to present all tests.
- nr-of-tests-shown: 20
+ ignore-list:
+ - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc05-64b-2t2c-eth-l2bdscale1mmaclrn-ndrdisc"
outlier-const: 1.5
- window: 10
+ window: 14
+ evaluated-window: 14
+ long-trend-window: 180
-
type: "table"
- "name"
- "parent"
- "result"
- # Number of the best and the worst tests presented in the table. Use 0 (zero)
- # to present all tests.
- nr-of-tests-shown: 20
+ ignore-list:
+ - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc09-64b-4t4c-eth-l2bdscale1mmaclrn-ndrdisc"
outlier-const: 1.5
- window: 10
+ window: 14
+ evaluated-window: 14
+ long-trend-window: 180
-
type: "table"
- title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
output-file-name: "ip4-1t1c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
+ filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'"
parameters:
- "result"
periods:
- title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending"
output-file-name: "ip4-2t2c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
+ filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'"
parameters:
- "result"
periods:
- title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending"
output-file-name: "ip4-4t4c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
+ filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'"
parameters:
- "result"
periods:
- title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
output-file-name: "ip4-1t1c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
+ filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'"
parameters:
- "result"
periods:
- title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending"
output-file-name: "ip4-2t2c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
+ filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'"
parameters:
- "result"
periods:
- title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending"
output-file-name: "ip4-4t4c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
+ filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'"
parameters:
- "result"
periods:
- title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-1t1c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
- title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-2t2c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
- title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-4t4c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
- title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-1t1c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
- title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-2t2c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
- title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-4t4c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
- title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-1t1c-xl710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
- title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-2t2c-xl710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
- title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-4t4c-xl710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
- title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-1t1c-xl710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
- title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-2t2c-xl710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
- title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-4t4c-xl710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
- title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-1t1c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
- title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-2t2c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
- title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-4t4c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
- title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-1t1c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
- title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-2t2c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
- title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-4t4c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
Code Review / csit.git / blobdiff