X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification_CPTA.yaml;h=ad195d6dc4a2fee19afb8e50c5447a2cf73e80dd;hb=a1728c4f56cc44b9acb45614c20fc0a546ee3161;hp=e1b80351b2d14512f02d1c87ba969118c09e8fae;hpb=061ea1864e550ea7f9fbc6bc2a096b2cedd94b96;p=csit.git
diff --git a/resources/tools/presentation/specification_CPTA.yaml b/resources/tools/presentation/specification_CPTA.yaml
index e1b80351b2..ad195d6dc4 100644
--- a/resources/tools/presentation/specification_CPTA.yaml
+++ b/resources/tools/presentation/specification_CPTA.yaml
@@ -90,7 +90,7 @@
yaxis:
showticklabels: True
tickformat: ".3s"
- title: "Throughput [Mpps]"
+ title: "Throughput [pps]"
hoverformat: ".4s"
range: []
gridcolor: "rgb(238, 238, 238)"
@@ -102,7 +102,8 @@
showgrid: True
xaxis:
showticklabels: True
- title: "/csit/job/{job}/$id"
+ # title: "csit-vpp-perf-mrr-daily-master/vpp-build"
+ title: 'csit-vpp-perf-mrr-daily-master-build/vpp-build'
autorange: True
showgrid: True
gridcolor: "rgb(238, 238, 238)"
@@ -110,13 +111,14 @@
fixedrange: False
zeroline: False
tickcolor: "rgb(238, 238, 238)"
+ # tickangle: 0
showline: True
linewidth: 1
autotick: True
margin:
r: 20
b: 50
- t: 50
+ t: 5
l: 70
legend:
orientation: "h"
@@ -204,6 +206,95 @@
pdf:
- minimal
+################################################################################
+### T A B L E S ###
+################################################################################
+
+-
+ type: "table"
+ title: "Performance trending dashboard"
+ algorithm: "table_performance_trending_dashboard"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c"
+ data: "plot-performance-trending"
+ filter: "'MRR' and '1T1C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ # Number of the best and the worst tests presented in the table. Use 0 (zero)
+ # to present all tests.
+ nr-of-tests-shown: 20
+ outlier-const: 1.5
+ window: 14
+ evaluated-window: 14
+ long-trend-window: 180
+ long-trend-threshold: 80 # Percent of the highest moving median value
+
+-
+ type: "table"
+ title: "Performance trending dashboard"
+ algorithm: "table_performance_trending_dashboard"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c"
+ data: "plot-performance-trending"
+ filter: "'MRR' and '2T2C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ # Number of the best and the worst tests presented in the table. Use 0 (zero)
+ # to present all tests.
+ nr-of-tests-shown: 20
+ outlier-const: 1.5
+ window: 14
+ evaluated-window: 14
+ long-trend-window: 180
+ long-trend-threshold: 80 # Percent of the highest moving median value
+
+-
+ type: "table"
+ title: "Performance trending dashboard"
+ algorithm: "table_performance_trending_dashboard"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c"
+ data: "plot-performance-trending"
+ filter: "'MRR' and '4T4C'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ # Number of the best and the worst tests presented in the table. Use 0 (zero)
+ # to present all tests.
+ nr-of-tests-shown: 20
+ outlier-const: 1.5
+ window: 14
+ evaluated-window: 14
+ long-trend-window: 180
+ long-trend-threshold: 80 # Percent of the highest moving median value
+
+-
+ type: "table"
+ title: "HTML performance trending dashboard 1t1c"
+ algorithm: "table_performance_trending_dashboard_html"
+ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c.csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c.rst"
+
+-
+ type: "table"
+ title: "HTML performance trending dashboard 2t2c"
+ algorithm: "table_performance_trending_dashboard_html"
+ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c.csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c.rst"
+
+-
+ type: "table"
+ title: "HTML performance trending dashboard 4t4c"
+ algorithm: "table_performance_trending_dashboard_html"
+ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c.csv"
+ output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c.rst"
+
+
################################################################################
### C P T A ###
################################################################################
@@ -228,8 +319,8 @@
- "result"
periods:
- 1
- - 14
- # # - 60
+ # - 14
+ # - 60
layout: "plot-cpta"
- title: "VPP 2T2C L2 64B Packet Throughput - {period} Trending"
@@ -240,7 +331,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -252,7 +343,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -264,7 +355,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -276,7 +367,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -288,7 +379,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -302,7 +393,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -314,7 +405,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -326,7 +417,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -340,7 +431,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -352,7 +443,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -364,7 +455,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -376,7 +467,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -388,7 +479,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -400,7 +491,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -409,36 +500,36 @@
- title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
output-file-name: "ip4-1t1c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
+ filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'"
parameters:
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
- title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending"
output-file-name: "ip4-2t2c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
+ filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'"
parameters:
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
- title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending"
output-file-name: "ip4-4t4c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
+ filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'"
parameters:
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -450,7 +541,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -462,7 +553,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -474,7 +565,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -488,7 +579,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -500,7 +591,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -512,7 +603,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -521,36 +612,36 @@
- title: "VPP 1T1C IPv4 64B Packet Throughput - {period} Trending"
output-file-name: "ip4-1t1c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
+ filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'"
parameters:
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
- title: "VPP 2T2C IPv4 64B Packet Throughput - {period} Trending"
output-file-name: "ip4-2t2c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
+ filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'"
parameters:
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
- title: "VPP 4T4C IPv4 64B Packet Throughput - {period} Trending"
output-file-name: "ip4-4t4c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
+ filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'"
parameters:
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -562,7 +653,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -574,7 +665,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -586,7 +677,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -600,7 +691,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -612,7 +703,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -624,7 +715,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -638,7 +729,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -650,7 +741,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -662,7 +753,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -676,7 +767,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -688,7 +779,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -700,7 +791,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -714,7 +805,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -726,7 +817,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -738,7 +829,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -752,7 +843,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -764,7 +855,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -776,7 +867,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -790,7 +881,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -802,7 +893,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -814,7 +905,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -828,7 +919,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -840,7 +931,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -852,7 +943,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -866,7 +957,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -878,7 +969,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -890,7 +981,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -904,7 +995,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -916,7 +1007,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -928,7 +1019,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -942,7 +1033,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -954,7 +1045,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -966,7 +1057,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -980,7 +1071,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -992,7 +1083,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1004,7 +1095,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1018,7 +1109,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1030,7 +1121,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1042,7 +1133,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1056,7 +1147,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1068,7 +1159,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1080,7 +1171,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1095,7 +1186,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1107,7 +1198,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1119,7 +1210,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1134,7 +1225,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1146,7 +1237,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1158,7 +1249,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1173,7 +1264,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1185,7 +1276,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1197,7 +1288,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1212,7 +1303,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1224,7 +1315,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1236,7 +1327,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1250,7 +1341,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1262,7 +1353,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1274,7 +1365,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1288,7 +1379,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1300,7 +1391,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1312,7 +1403,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1327,7 +1418,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1339,7 +1430,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1351,7 +1442,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1366,7 +1457,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1378,7 +1469,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1390,7 +1481,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1404,7 +1495,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1416,7 +1507,7 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"
@@ -1428,6 +1519,6 @@
- "result"
periods:
- 1
- - 14
+ # - 14
# - 60
layout: "plot-cpta"