X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification_CPTA.yaml;h=bba7d43b7b5f483e5bbd5ac16f92723734d099a3;hp=4e2aad6d4006a03f6ad2c57ebc15e2b7fd12a5b7;hb=a76fb6bd39a0a6ec6183bfb6da9c3ebefb248f33;hpb=2387340f7050112311cd231f7d30d06731da4836
diff --git a/resources/tools/presentation/specification_CPTA.yaml b/resources/tools/presentation/specification_CPTA.yaml
index 4e2aad6d40..bba7d43b7b 100644
--- a/resources/tools/presentation/specification_CPTA.yaml
+++ b/resources/tools/presentation/specification_CPTA.yaml
@@ -16,15 +16,6 @@
-
type: "environment"
- configuration:
- # Debug mode:
- # - Skip:
- # - Download of input data files
- # - Do:
- # - Read data from given zip / xml files
- # - Set the configuration as it is done in normal mode
- # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
- CFG[DEBUG]: 0
paths:
# Top level directories:
@@ -101,79 +92,47 @@
linewidth: 1
showgrid: True
xaxis:
- showticklabels: True
- # title: "csit-vpp-perf-mrr-daily-master/vpp-build"
title: 'csit-vpp-perf-mrr-daily-master-build/vpp-build'
+ type: "date"
autorange: True
+ fixedrange: False
showgrid: True
gridcolor: "rgb(238, 238, 238)"
+ showline: True
linecolor: "rgb(238, 238, 238)"
- fixedrange: False
zeroline: False
- tickcolor: "rgb(238, 238, 238)"
- # tickangle: 0
- showline: True
linewidth: 1
+ showticklabels: True
+ tickcolor: "rgb(238, 238, 238)"
autotick: True
+ # tickformat: "%m%d"
+ rangeselector:
+ buttons:
+ - count: 1
+ label: "1m"
+ step: "month"
+ stepmode: "backward"
+ - count: 3
+ label: "3m"
+ step: "month"
+ stepmode: "backward"
+ - step: "all"
+ rangeslider: {}
margin:
r: 20
- b: 50
+ b: 200
t: 5
l: 70
legend:
orientation: "h"
traceorder: "normal"
+ y: -0.5
# tracegroupgap: 10
# bordercolor: "rgb(238, 238, 238)"
# borderwidth: 1
hoverlabel:
namelength: -1
--
- type: "debug"
- general:
- input-format: "xml" # zip or xml
- extract: "robot-plugin/output.xml" # Only for zip
- builds:
- # The files must be in the directory DIR[WORKING,DATA]
- csit-vpp-perf-mrr-daily-master:
- -
- build: 1
- file: "{DIR[WORKING,DATA]}/output_mrr_1.xml"
- -
- build: 2
- file: "{DIR[WORKING,DATA]}/output_mrr_2.xml"
- -
- build: 3
- file: "{DIR[WORKING,DATA]}/output_mrr_3.xml"
- -
- build: 4
- file: "{DIR[WORKING,DATA]}/output_mrr_4.xml"
- -
- build: 5
- file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
- -
- build: 6
- file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
- -
- build: 7
- file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
- -
- build: 8
- file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
- -
- build: 9
- file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
- -
- build: 10
- file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
- -
- build: 11
- file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
- -
- build: 12
- file: "{DIR[WORKING,DATA]}/output_mrr_5.xml"
-
-
type: "static"
src-path: "{DIR[RST]}"
@@ -181,15 +140,16 @@
-
type: "input" # Ignored in debug mode
+# general:
+# file-name: "robot-plugin.zip"
+# file-format: ".zip"
+# download-path: "{job}/{build}/robot/report/*zip*/{filename}"
+# extract: "robot-plugin/output.xml"
general:
file-name: "output.xml.gz"
file-format: ".gz"
download-path: "{job}/{build}/archives/{filename}"
extract: "output.xml"
-# file-name: "robot-plugin.zip"
-# file-format: ".zip"
-# download-path: "{job}/{build}/robot/report/*zip*/{filename}"
-# extract: "robot-plugin/output.xml"
builds:
csit-vpp-perf-mrr-daily-master:
start: 15
@@ -222,12 +182,12 @@
- "name"
- "parent"
- "result"
- # Number of the best and the worst tests presented in the table. Use 0 (zero)
- # to present all tests.
- nr-of-tests-shown: 20
+ ignore-list:
+ - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-1t1c-eth-l2bdscale1mmaclrn-ndrdisc"
outlier-const: 1.5
window: 14
evaluated-window: 14
+ long-trend-window: 180
-
type: "table"
@@ -241,12 +201,12 @@
- "name"
- "parent"
- "result"
- # Number of the best and the worst tests presented in the table. Use 0 (zero)
- # to present all tests.
- nr-of-tests-shown: 20
+ ignore-list:
+ - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc05-64b-2t2c-eth-l2bdscale1mmaclrn-ndrdisc"
outlier-const: 1.5
window: 14
evaluated-window: 14
+ long-trend-window: 180
-
type: "table"
@@ -260,12 +220,12 @@
- "name"
- "parent"
- "result"
- # Number of the best and the worst tests presented in the table. Use 0 (zero)
- # to present all tests.
- nr-of-tests-shown: 20
+ ignore-list:
+ - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc09-64b-4t4c-eth-l2bdscale1mmaclrn-ndrdisc"
outlier-const: 1.5
window: 14
evaluated-window: 14
+ long-trend-window: 180
-
type: "table"
@@ -494,7 +454,7 @@
- title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
output-file-name: "ip4-1t1c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
+ filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'"
parameters:
- "result"
periods:
@@ -506,7 +466,7 @@
- title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending"
output-file-name: "ip4-2t2c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
+ filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'"
parameters:
- "result"
periods:
@@ -518,7 +478,7 @@
- title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending"
output-file-name: "ip4-4t4c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
+ filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'"
parameters:
- "result"
periods:
@@ -606,7 +566,7 @@
- title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
output-file-name: "ip4-1t1c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
+ filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'"
parameters:
- "result"
periods:
@@ -618,7 +578,7 @@
- title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending"
output-file-name: "ip4-2t2c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
+ filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'"
parameters:
- "result"
periods:
@@ -630,7 +590,7 @@
- title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending"
output-file-name: "ip4-4t4c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
+ filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'"
parameters:
- "result"
periods:
@@ -1174,7 +1134,7 @@
- title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-1t1c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
@@ -1187,7 +1147,7 @@
- title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-2t2c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
@@ -1199,7 +1159,7 @@
- title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-4t4c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
@@ -1213,7 +1173,7 @@
- title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-1t1c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
@@ -1226,7 +1186,7 @@
- title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-2t2c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
@@ -1238,7 +1198,7 @@
- title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-4t4c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
@@ -1252,7 +1212,7 @@
- title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-1t1c-xl710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
@@ -1265,7 +1225,7 @@
- title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-2t2c-xl710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
@@ -1277,7 +1237,7 @@
- title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-4t4c-xl710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
@@ -1291,7 +1251,7 @@
- title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-1t1c-xl710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
@@ -1304,7 +1264,7 @@
- title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-2t2c-xl710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
@@ -1316,7 +1276,7 @@
- title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-4t4c-xl710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
@@ -1406,7 +1366,7 @@
- title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-1t1c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
@@ -1419,7 +1379,7 @@
- title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-2t2c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
@@ -1431,7 +1391,7 @@
- title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-4t4c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
@@ -1445,7 +1405,7 @@
- title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-1t1c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
@@ -1458,7 +1418,7 @@
- title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-2t2c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
@@ -1470,7 +1430,7 @@
- title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-4t4c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods: