Code Review / csit.git / blobdiff
? search:
summary | shortlog | log | commit | commitdiff | review | tree
raw | inline | side by side
Trending: Report also nr of passed tests in email
[csit.git] / resources / tools / presentation / specification_CPTA.yaml
diff --git a/resources/tools/presentation/specification_CPTA.yaml b/resources/tools/presentation/specification_CPTA.yaml
index 0ac7812..c6fc5fd 100644 (file)
--- a/resources/tools/presentation/specification_CPTA.yaml
+++ b/resources/tools/presentation/specification_CPTA.yaml
@@ -45,8 +45,8 @@
   urls:
     URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
     URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
-    URL[NEXUS]: "https://docs.fd.io/csit"
-    DIR[NEXUS]: "trending/_static/archive"
+    URL[NEXUS,DOC]: "https://docs.fd.io/csit"
+    DIR[NEXUS,DOC]: "trending/_static/archive"
 
   make-dirs:
   # List the directories which are created while preparing the environment.
@@ -123,15 +123,19 @@
         type: "failed-tests"
         way: "jenkins"
         include:
-        - "last-failed-tests-3n-hsw"
-        - "last-failed-tests-3n-skx"
-        - "last-failed-tests-2n-skx"
-        - "last-failed-tests-3n-tsh"
+          - "last-failed-tests-2n-skx"
+          - "last-failed-tests-3n-skx"
+          - "last-failed-tests-3n-hsw"
+          - "last-failed-tests-3n-tsh"
+          - "last-failed-tests-2n-dnv"
+          - "last-failed-tests-3n-dnv"
         urls:
-          - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master"
-          - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx"
           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-skx"
+          - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx"
+          - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master"
           - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-tsh"
+          - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv"
+          - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv"
         url-details: "https://docs.fd.io/csit/master/trending/introduction/failures.html"
 
     configurations:
@@ -184,35 +188,9 @@
     # 3n-hsw
     plot-performance-trending-all-3n-hsw:
       csit-vpp-perf-mrr-daily-master:
-        start: 670
+        start: 763
         end: "lastCompletedBuild"
         skip:
-          - 672
-          - 673
-          - 674
-          - 675
-          - 676
-          - 677
-          - 678
-          - 679
-          - 680
-          - 688
-          - 689
-          - 690
-          - 694
-          - 695
-          - 726
-          - 749
-          - 750
-          - 751
-          - 752
-          - 753
-          - 754
-          - 755
-          - 756
-          - 757
-          - 758
-          - 760
           - 781
           - 782
           - 783
@@ -243,41 +221,24 @@
           - 820
           - 831
           - 832
+          - 852
+          - 855
+          - 856
+          - 860
+          - 867
       csit-dpdk-perf-mrr-weekly-master:
-        start: 73
+        start: 81
         end: "lastCompletedBuild"
+        skip:
+          - 87
+          - 89
+          - 90
 
     plot-performance-trending-vpp-3n-hsw:
       csit-vpp-perf-mrr-daily-master:
-        start: 670
+        start: 763
         end: "lastCompletedBuild"
         skip:
-          - 672
-          - 673
-          - 674
-          - 675
-          - 676
-          - 677
-          - 678
-          - 679
-          - 680
-          - 688
-          - 689
-          - 690
-          - 694
-          - 695
-          - 726
-          - 749
-          - 750
-          - 751
-          - 752
-          - 753
-          - 754
-          - 755
-          - 756
-          - 757
-          - 758
-          - 760
           - 781
           - 782
           - 783
@@ -308,43 +269,27 @@
           - 820
           - 831
           - 832
+          - 852
+          - 855
+          - 856
+          - 860
+          - 867
 
     plot-performance-trending-dpdk-3n-hsw:
       csit-dpdk-perf-mrr-weekly-master:
-        start: 73
+        start: 81
         end: "lastCompletedBuild"
+        skip:
+          - 87
+          - 89
+          - 90
 
     # 3n-skx
     plot-performance-trending-all-3n-skx:
       csit-vpp-perf-mrr-daily-master-3n-skx:
-        start: 420
+        start: 513
         end: "lastCompletedBuild"
         skip:
-          - 423
-          - 424
-          - 425
-          - 426
-          - 427
-          - 428
-          - 429
-          - 430
-          - 440
-          - 444
-          - 446
-          - 480
-          - 481
-          - 499
-          - 500
-          - 501
-          - 502
-          - 503
-          - 504
-          - 505
-          - 506
-          - 507
-          - 508
-          - 510
-          - 511
           - 531
           - 532
           - 533
@@ -377,40 +322,27 @@
           - 582
           - 584
           - 585
+          - 586
+          - 588
+          - 600
+          - 601
+          - 603
+          - 604
+          - 612
       csit-dpdk-perf-mrr-weekly-master-3n-skx:
-        start: 38
+        start: 46
         end: "lastCompletedBuild"
+        skip:
+          - 52
+          - 54
+          - 55
+          - 56
 
     plot-performance-trending-vpp-3n-skx:
       csit-vpp-perf-mrr-daily-master-3n-skx:
-        start: 420
+        start: 513
         end: "lastCompletedBuild"
         skip:
-          - 423
-          - 424
-          - 425
-          - 426
-          - 427
-          - 428
-          - 429
-          - 430
-          - 440
-          - 444
-          - 446
-          - 480
-          - 481
-          - 499
-          - 500
-          - 501
-          - 502
-          - 503
-          - 504
-          - 505
-          - 506
-          - 507
-          - 508
-          - 510
-          - 511
           - 531
           - 532
           - 533
@@ -443,40 +375,30 @@
           - 582
           - 584
           - 585
+          - 586
+          - 588
+          - 600
+          - 601
+          - 603
+          - 604
+          - 612
 
     plot-performance-trending-dpdk-3n-skx:
       csit-dpdk-perf-mrr-weekly-master-3n-skx:
-        start: 38
+        start: 46
         end: "lastCompletedBuild"
+        skip:
+          - 52
+          - 54
+          - 55
+          - 56
 
     # 2n-skx
     plot-performance-trending-all-2n-skx:
       csit-vpp-perf-mrr-daily-master-2n-skx:
-        start: 420
+        start: 514
         end: "lastCompletedBuild"
         skip:
-          - 423
-          - 424
-          - 425
-          - 426
-          - 427
-          - 428
-          - 429
-          - 430
-          - 431
-          - 441
-          - 444
-          - 477
-          - 500
-          - 501
-          - 502
-          - 503
-          - 504
-          - 505
-          - 506
-          - 507
-          - 508
-          - 509
           - 532
           - 533
           - 534
@@ -496,39 +418,26 @@
           - 569
           - 582
           - 583
+          - 605
+          - 608
+          - 609
+          - 612
+          - 620
+          - 627
       csit-dpdk-perf-mrr-weekly-master-2n-skx:
-        start: 37
+        start: 46
         end: "lastCompletedBuild"
         skip:
-          - 39
+          - 52
+          - 54
+          - 55
+          - 56
 
     plot-performance-trending-vpp-2n-skx:
       csit-vpp-perf-mrr-daily-master-2n-skx:
-        start: 420
+        start: 514
         end: "lastCompletedBuild"
         skip:
-          - 423
-          - 424
-          - 425
-          - 426
-          - 427
-          - 428
-          - 429
-          - 430
-          - 431
-          - 441
-          - 444
-          - 477
-          - 500
-          - 501
-          - 502
-          - 503
-          - 504
-          - 505
-          - 506
-          - 507
-          - 508
-          - 509
           - 532
           - 533
           - 534
@@ -548,20 +457,30 @@
           - 569
           - 582
           - 583
+          - 605
+          - 608
+          - 609
+          - 612
+          - 620
+          - 627
 
     plot-performance-trending-dpdk-2n-skx:
       csit-dpdk-perf-mrr-weekly-master-2n-skx:
-        start: 37
+        start: 46
         end: "lastCompletedBuild"
         skip:
-          - 39
+          - 52
+          - 54
+          - 55
+          - 56
 
     plot-performance-trending-vpp-nfv-2n-skx:
       csit-vpp-perf-mrr-weekly-master-2n-skx:
-        start: 16
+        start: 20
         end: "lastCompletedBuild"
         skip:
           - 21
+          - 29
 
     # 3n-tsh
     plot-performance-trending-all-3n-tsh:
@@ -578,6 +497,10 @@
           - 70
           - 71
           - 72
+          - 73
+          - 80
+          - 84
+          - 89
 
     plot-performance-trending-vpp-3n-tsh:
       csit-vpp-perf-mrr-daily-master-3n-tsh:
@@ -593,6 +516,10 @@
           - 70
           - 71
           - 72
+          - 73
+          - 80
+          - 84
+          - 89
 
     plot-performance-trending-vpp-3n-dnv:
       csit-vpp-perf-mrr-daily-master-3n-dnv:
@@ -609,6 +536,32 @@
           - 63
           - 64
           - 65
+          - 66
+          - 67
+          - 68
+          - 78
+          - 80
+          - 83
+          - 84
+          - 91
+          - 92
+          - 93
+          - 94
+          - 95
+          - 96
+          - 97
+          - 98
+          - 99
+          - 100
+          - 101
+          - 102
+          - 103
+          - 104
+          - 105
+          - 106
+          - 107
+          - 108
+          - 109
 
     plot-performance-trending-vpp-2n-dnv:
       csit-vpp-perf-mrr-daily-master-2n-dnv:
@@ -622,6 +575,29 @@
           - 59
           - 64
           - 65
+          - 66
+          - 79
+          - 80
+          - 83
+          - 90
+          - 91
+          - 92
+          - 93
+          - 94
+          - 95
+          - 96
+          - 97
+          - 98
+          - 99
+          - 100
+          - 101
+          - 102
+          - 103
+          - 104
+          - 105
+          - 106
+          - 107
+          - 108
 
   plot-layouts:
 
@@ -709,39 +685,18 @@
     # time period are used.
     time-period: 90
 
+    zip-file-name: "robot-plugin.zip"
+    zip-file-format: ".zip"
+    zip-download-path: "{job}/{build}/robot/report/*zip*/{filename}"
+    zip-extract: "robot-plugin/output.xml"
+
   builds:
 
     # 3n-hsw
     csit-vpp-perf-mrr-daily-master:
-      start: 670
+      start: 763
       end: "lastCompletedBuild"
       skip:
-        - 672
-        - 673
-        - 674
-        - 675
-        - 676
-        - 677
-        - 678
-        - 679
-        - 680
-        - 688
-        - 689
-        - 690
-        - 694
-        - 695
-        - 726
-        - 749
-        - 750
-        - 751
-        - 752
-        - 753
-        - 754
-        - 755
-        - 756
-        - 757
-        - 758
-        - 760
         - 781
         - 782
         - 783
@@ -772,40 +727,24 @@
         - 820
         - 831
         - 832
+        - 852
+        - 855
+        - 856
+        - 860
+        - 867
     csit-dpdk-perf-mrr-weekly-master:
-      start: 73
+      start: 81
       end: "lastCompletedBuild"
+      skip:
+        - 87
+        - 89
+        - 90
 
     # 3n-skx
     csit-vpp-perf-mrr-daily-master-3n-skx:
-      start: 420
+      start: 513
       end: "lastCompletedBuild"
       skip:
-        - 423
-        - 424
-        - 425
-        - 426
-        - 427
-        - 428
-        - 429
-        - 430
-        - 440
-        - 444
-        - 446
-        - 480
-        - 481
-        - 499
-        - 500
-        - 501
-        - 502
-        - 503
-        - 504
-        - 505
-        - 506
-        - 507
-        - 508
-        - 510
-        - 511
         - 531
         - 532
         - 533
@@ -838,37 +777,27 @@
         - 582
         - 584
         - 585
+        - 586
+        - 588
+        - 600
+        - 601
+        - 603
+        - 604
+        - 612
     csit-dpdk-perf-mrr-weekly-master-3n-skx:
-      start: 38
+      start: 46
       end: "lastCompletedBuild"
+      skip:
+        - 52
+        - 54
+        - 55
+        - 56
 
     # 2n-skx
     csit-vpp-perf-mrr-daily-master-2n-skx:
-      start: 420
+      start: 514
       end: "lastCompletedBuild"
       skip:
-        - 423
-        - 424
-        - 425
-        - 426
-        - 427
-        - 428
-        - 429
-        - 430
-        - 431
-        - 441
-        - 444
-        - 477
-        - 500
-        - 501
-        - 502
-        - 503
-        - 504
-        - 505
-        - 506
-        - 507
-        - 508
-        - 509
         - 532
         - 533
         - 534
@@ -888,16 +817,26 @@
         - 569
         - 582
         - 583
+        - 605
+        - 608
+        - 609
+        - 612
+        - 620
+        - 627
     csit-vpp-perf-mrr-weekly-master-2n-skx:
-      start: 16
+      start: 20
       end: "lastCompletedBuild"
       skip:
         - 21
+        - 29
     csit-dpdk-perf-mrr-weekly-master-2n-skx:
-      start: 37
+      start: 46
       end: "lastCompletedBuild"
       skip:
-        - 39
+        - 52
+        - 54
+        - 55
+        - 56
 
     # 3n-tsh
     csit-vpp-perf-mrr-daily-master-3n-tsh:
@@ -913,6 +852,10 @@
         - 70
         - 71
         - 72
+        - 73
+        - 80
+        - 84
+        - 89
 
     # 3n-dnv
     csit-vpp-perf-mrr-daily-master-3n-dnv:
@@ -929,6 +872,32 @@
         - 63
         - 64
         - 65
+        - 66
+        - 67
+        - 68
+        - 78
+        - 80
+        - 83
+        - 84
+        - 91
+        - 92
+        - 93
+        - 94
+        - 95
+        - 96
+        - 97
+        - 98
+        - 99
+        - 100
+        - 101
+        - 102
+        - 103
+        - 104
+        - 105
+        - 106
+        - 107
+        - 108
+        - 109
 
     # 2n-dnv
     csit-vpp-perf-mrr-daily-master-2n-dnv:
@@ -942,6 +911,29 @@
         - 59
         - 64
         - 65
+        - 66
+        - 79
+        - 80
+        - 83
+        - 90
+        - 91
+        - 92
+        - 93
+        - 94
+        - 95
+        - 96
+        - 97
+        - 98
+        - 99
+        - 100
+        - 101
+        - 102
+        - 103
+        - 104
+        - 105
+        - 106
+        - 107
+        - 108
 
 -
   type: "output"
Integration tests