CSIT-1041: Trending dashboard

[csit.git] / resources / tools / presentation / specification_CPTA.yaml

diff --git a/resources/tools/presentation/specification_CPTA.yaml b/resources/tools/presentation/specification_CPTA.yaml
index f5097fc..7aa047c 100644 (file)
--- a/resources/tools/presentation/specification_CPTA.yaml
+++ b/resources/tools/presentation/specification_CPTA.yaml
@@ -90,7 +90,7 @@
       yaxis:
         showticklabels: True
         tickformat: ".3s"
-        title: "Throughput [Mpps]"
+        title: "Throughput [pps]"
         hoverformat: ".4s"
         range: []
         gridcolor: "rgb(238, 238, 238)"
@@ -102,7 +102,8 @@
         showgrid: True
       xaxis:
         showticklabels: True
-        title: "VPP Performance Trending Job ID"
+        # title: "csit-vpp-perf-mrr-daily-master/vpp-build"
+        title: '<a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master" target="_blank">csit-vpp-perf-mrr-daily-master-build</a>/<a href="https://nexus.fd.io/content/repositories/fd.io.master.ubuntu.xenial.main/io/fd/vpp/vpp/" target="_blank">vpp-build</a>'
         autorange: True
         showgrid: True
         gridcolor: "rgb(238, 238, 238)"
@@ -110,13 +111,14 @@
         fixedrange: False
         zeroline: False
         tickcolor: "rgb(238, 238, 238)"
+        # tickangle: 0
         showline: True
         linewidth: 1
         autotick: True
       margin:
         r: 20
-        b: 50
-        t: 50
+        b: 150
+        t: 5
         l: 70
       legend:
         orientation: "h"
@@ -204,6 +206,65 @@
     pdf:
     - minimal
 
+################################################################################
+###                               T A B L E S                                ###
+################################################################################
+
+-
+  type: "table"
+  title: "Performance trending dashboard"
+  algorithm: "table_performance_trending_dashboard"
+  output-file-ext: ".csv"
+  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c"
+  data: "plot-performance-trending"
+  filter: "'MRR' and '1T1C'"
+  parameters:
+  - "name"
+  - "parent"
+  - "result"
+  # Number of the best and the worst tests presented in the table. Use 0 (zero)
+  # to present all tests.
+  nr-of-tests-shown: 20
+  outlier-const: 1.5
+  window: 10
+
+-
+  type: "table"
+  title: "Performance trending dashboard"
+  algorithm: "table_performance_trending_dashboard"
+  output-file-ext: ".csv"
+  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c"
+  data: "plot-performance-trending"
+  filter: "'MRR' and '2T2C'"
+  parameters:
+  - "name"
+  - "parent"
+  - "result"
+  # Number of the best and the worst tests presented in the table. Use 0 (zero)
+  # to present all tests.
+  nr-of-tests-shown: 20
+  outlier-const: 1.5
+  window: 10
+
+-
+  type: "table"
+  title: "Performance trending dashboard"
+  algorithm: "table_performance_trending_dashboard"
+  output-file-ext: ".csv"
+  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c"
+  data: "plot-performance-trending"
+  filter: "'MRR' and '4T4C'"
+  parameters:
+  - "name"
+  - "parent"
+  - "result"
+  # Number of the best and the worst tests presented in the table. Use 0 (zero)
+  # to present all tests.
+  nr-of-tests-shown: 20
+  outlier-const: 1.5
+  window: 10
+
+
 ################################################################################
 ###                                 C P T A                                  ###
 ################################################################################
@@ -228,8 +289,8 @@
       - "result"
       periods:
       - 1
-      - 14
-      # # - 60
+      # - 14
+      # - 60
       layout: "plot-cpta"
 
     - title: "VPP 2T2C L2 64B Packet Throughput - {period} Trending"
@@ -240,7 +301,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -252,7 +313,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -264,7 +325,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -276,7 +337,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -288,7 +349,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -302,7 +363,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -314,7 +375,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -326,7 +387,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -340,7 +401,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -352,7 +413,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -364,7 +425,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -376,7 +437,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -388,7 +449,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -400,7 +461,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -414,7 +475,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -426,7 +487,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -438,7 +499,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -450,7 +511,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -462,7 +523,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -474,7 +535,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -488,7 +549,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -500,7 +561,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -512,7 +573,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -526,7 +587,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -538,7 +599,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -550,7 +611,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -562,7 +623,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -574,7 +635,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -586,7 +647,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -600,7 +661,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -612,7 +673,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -624,7 +685,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -638,7 +699,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -650,7 +711,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -662,7 +723,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -676,7 +737,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -688,7 +749,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -700,7 +761,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -714,7 +775,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -726,7 +787,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -738,7 +799,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -752,7 +813,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -764,7 +825,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -776,7 +837,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -790,7 +851,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -802,7 +863,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -814,7 +875,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -828,7 +889,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -840,7 +901,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -852,7 +913,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -866,7 +927,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -878,7 +939,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -890,7 +951,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -904,7 +965,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -916,7 +977,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -928,7 +989,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -942,7 +1003,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -954,7 +1015,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -966,7 +1027,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -980,7 +1041,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -992,7 +1053,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1004,7 +1065,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1018,7 +1079,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1030,7 +1091,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1042,7 +1103,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1056,7 +1117,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1068,7 +1129,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1080,7 +1141,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1095,7 +1156,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1107,7 +1168,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1119,7 +1180,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1134,7 +1195,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1146,7 +1207,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1158,7 +1219,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1173,7 +1234,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1185,7 +1246,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1197,7 +1258,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1212,7 +1273,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1224,7 +1285,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1236,7 +1297,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1250,7 +1311,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1262,7 +1323,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1274,7 +1335,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1288,7 +1349,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1300,7 +1361,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1312,7 +1373,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1327,7 +1388,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1339,7 +1400,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1351,7 +1412,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1366,7 +1427,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1378,7 +1439,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1390,7 +1451,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1404,7 +1465,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1416,7 +1477,7 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"
 
@@ -1428,6 +1489,6 @@
       - "result"
       periods:
       - 1
-      - 14
+      # - 14
       # - 60
       layout: "plot-cpta"