Code Review / csit.git / blobdiff
? search:
summary | shortlog | log | commit | commitdiff | review | tree
raw | inline | side by side
Trending: Remove NF tests from alerts
[csit.git] / resources / tools / presentation / specification_CPTA.yaml
diff --git a/resources/tools/presentation/specification_CPTA.yaml b/resources/tools/presentation/specification_CPTA.yaml
index 29cbc5d..9604da5 100644 (file)
--- a/resources/tools/presentation/specification_CPTA.yaml
+++ b/resources/tools/presentation/specification_CPTA.yaml
@@ -119,10 +119,14 @@
         type: "failed-tests"
         way: "jenkins"
         include:
-        - "failed-tests-3n-hsw"
-        - "failed-tests-3n-skx"
-        - "failed-tests-2n-skx"
-        url: "https://docs.fd.io/csit/master/trending/trending"
+        - "last-failed-tests-3n-hsw"
+        - "last-failed-tests-3n-skx"
+        - "last-failed-tests-2n-skx"
+        urls:
+          - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master"
+          - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx"
+          - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-skx"
+        url-details: "https://docs.fd.io/csit/master/trending/introduction/failures.html"
 
     configurations:
       # Configuration of the email notifications.
@@ -148,62 +152,182 @@
 
   data-sets:
 
+    # Compressed failed tests (last builds)
+    table-last-failed-tests-3n-hsw:
+      csit-vpp-perf-mrr-daily-master:
+        - "lastCompletedBuild"
+    table-last-failed-tests-3n-skx:
+      csit-vpp-perf-mrr-daily-master-3n-skx:
+        - "lastCompletedBuild"
+    table-last-failed-tests-2n-skx:
+      csit-vpp-perf-mrr-daily-master-2n-skx:
+        - "lastCompletedBuild"
+    table-last-failed-tests-nf-2n-skx:
+      csit-vpp-perf-mrr-weekly-master-2n-skx:
+        - "lastCompletedBuild"
+
     # 3n-hsw
     plot-performance-trending-all-3n-hsw:
       csit-vpp-perf-mrr-daily-master:
-        start: 470
+        start: 487
         end: "lastCompletedBuild"
+        skip:
+          - 593
+          - 595
+          - 608
+          - 613
+          - 614
+          - 616
+          - 617
       csit-dpdk-perf-mrr-weekly-master:
-        start: 54
+        start: 55
         end: "lastCompletedBuild"
 
     plot-performance-trending-vpp-3n-hsw:
       csit-vpp-perf-mrr-daily-master:
-        start: 470
+        start: 487
         end: "lastCompletedBuild"
+        skip:
+          - 593
+          - 595
+          - 608
+          - 613
+          - 614
+          - 616
+          - 617
 
     plot-performance-trending-dpdk-3n-hsw:
       csit-dpdk-perf-mrr-weekly-master:
-        start: 54
+        start: 55
         end: "lastCompletedBuild"
 
     # 3n-skx
     plot-performance-trending-all-3n-skx:
       csit-vpp-perf-mrr-daily-master-3n-skx:
-        start: 220
+        start: 237
         end: "lastCompletedBuild"
+        skip:
+          - 356
+          - 357
+          - 358
+          - 359
+          - 360
+          - 361
+          - 362
+          - 363
+          - 364
+          - 365
+          - 366
+          - 367
+          - 368
+          - 369
+          - 370
+          - 371
+          - 372
+          - 373
+          - 374
+          - 376
+          - 377
+          - 378
       csit-dpdk-perf-mrr-weekly-master-3n-skx:
-        start: 19
-        end: 30 # "lastCompletedBuild"
+        start: 20
+        end: "lastCompletedBuild"
+        skip:
+          - 31
 
     plot-performance-trending-vpp-3n-skx:
       csit-vpp-perf-mrr-daily-master-3n-skx:
-        start: 220
+        start: 237
         end: "lastCompletedBuild"
+        skip:
+          - 356
+          - 357
+          - 358
+          - 359
+          - 360
+          - 361
+          - 362
+          - 363
+          - 364
+          - 365
+          - 366
+          - 367
+          - 368
+          - 369
+          - 370
+          - 371
+          - 372
+          - 373
+          - 374
+          - 376
+          - 377
+          - 378
 
     plot-performance-trending-dpdk-3n-skx:
       csit-dpdk-perf-mrr-weekly-master-3n-skx:
-        start: 19
-        end: 30 # "lastCompletedBuild"
+        start: 20
+        end: "lastCompletedBuild"
+        skip:
+          - 31
 
     # 2n-skx
     plot-performance-trending-all-2n-skx:
       csit-vpp-perf-mrr-daily-master-2n-skx:
-        start: 220
+        start: 237
         end: "lastCompletedBuild"
+        skip:
+          - 347
+          - 358
+          - 359
+          - 360
+          - 361
+          - 362
+          - 363
+          - 364
+          - 365
+          - 366
+          - 367
+          - 368
+          - 375
+          - 380
+          - 381
       csit-dpdk-perf-mrr-weekly-master-2n-skx:
-        start: 19
+        start: 20
         end: "lastCompletedBuild"
 
     plot-performance-trending-vpp-2n-skx:
       csit-vpp-perf-mrr-daily-master-2n-skx:
-        start: 220
+        start: 237
         end: "lastCompletedBuild"
+        skip:
+          - 347
+          - 358
+          - 359
+          - 360
+          - 361
+          - 362
+          - 363
+          - 364
+          - 365
+          - 366
+          - 367
+          - 368
+          - 375
+          - 380
+          - 381
 
     plot-performance-trending-dpdk-2n-skx:
       csit-dpdk-perf-mrr-weekly-master-2n-skx:
-        start: 19
+        start: 20
+        end: "lastCompletedBuild"
+
+    plot-performance-trending-vpp-nfv-2n-skx:
+      csit-vpp-perf-mrr-weekly-master-2n-skx:
+        start: 1
         end: "lastCompletedBuild"
+        skip:
+          - 3
+          - 5
 
   plot-layouts:
 
@@ -295,26 +419,81 @@
 
     # 3n-hsw
     csit-vpp-perf-mrr-daily-master:
-      start: 470
+      start: 487
       end: "lastCompletedBuild"
+      skip:
+        - 593
+        - 595
+        - 608
+        - 613
+        - 614
+        - 616
+        - 617
     csit-dpdk-perf-mrr-weekly-master:
-      start: 54
+      start: 55
       end: "lastCompletedBuild"
 
     # 3n-skx
     csit-vpp-perf-mrr-daily-master-3n-skx:
-      start: 220
+      start: 237
       end: "lastCompletedBuild"
+      skip:
+        - 356
+        - 357
+        - 358
+        - 359
+        - 360
+        - 361
+        - 362
+        - 363
+        - 364
+        - 365
+        - 366
+        - 367
+        - 368
+        - 369
+        - 370
+        - 371
+        - 372
+        - 373
+        - 374
+        - 376
+        - 377
+        - 378
     csit-dpdk-perf-mrr-weekly-master-3n-skx:
-      start: 19
-      end: 30 # "lastCompletedBuild"
+      start: 20
+      end: "lastCompletedBuild"
+      skip:
+        - 31
 
     # 2n-skx
     csit-vpp-perf-mrr-daily-master-2n-skx:
-      start: 220
+      start: 237
+      end: "lastCompletedBuild"
+      skip:
+        - 347
+        - 358
+        - 359
+        - 360
+        - 361
+        - 362
+        - 363
+        - 364
+        - 365
+        - 366
+        - 367
+        - 368
+        - 375
+        - 380
+        - 381
+    csit-vpp-perf-mrr-weekly-master-2n-skx:
+      start: 1
       end: "lastCompletedBuild"
+      skip:
+        - 3
+        - 5
     csit-dpdk-perf-mrr-weekly-master-2n-skx:
-      start: 19
+      start: 20
       end: "lastCompletedBuild"
 
 -
@@ -330,6 +509,47 @@
 ################################################################################
 
 ################################################################################
+
+# Compressed failed tests (last build)
+-
+  type: "table"
+  title: "Last failed tests (last builds) 3n-hsw"
+  algorithm: "table_last_failed_tests"
+  output-file-ext: ".txt"
+  output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-hsw"
+  data: "table-last-failed-tests-3n-hsw"
+  filter: "'MRR'"
+  parameters:
+    - "name"
+    - "parent"
+    - "status"
+
+-
+  type: "table"
+  title: "Last failed tests (last builds) 3n-skx"
+  algorithm: "table_last_failed_tests"
+  output-file-ext: ".txt"
+  output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-skx"
+  data: "table-last-failed-tests-3n-skx"
+  filter: "'MRR'"
+  parameters:
+    - "name"
+    - "parent"
+    - "status"
+
+-
+  type: "table"
+  title: "Last failed tests (last builds) 2n-skx"
+  algorithm: "table_last_failed_tests"
+  output-file-ext: ".txt"
+  output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-skx"
+  data: "table-last-failed-tests-2n-skx"
+  filter: "'MRR'"
+  parameters:
+    - "name"
+    - "parent"
+    - "status"
+
 # 3n-hsw
 -
   type: "table"
@@ -671,6 +891,216 @@
 
   plots:
 
+################################################################################
+# NFV
+
+    - title: "VPP 2T1C NF Service Density VNFc 64B MRR Trending 2n-skx"
+      output-file-name: "vnfc-eth-l2bd-64b-2t1c-x710-2n-skx"
+      data: "plot-performance-trending-vpp-nfv-2n-skx"
+      filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and '64B' and '2T1C' and 'L2BDMACLRN'"
+      groups:
+      - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+      - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+      - ["4R1C", "4R2C", "4R4C"]
+      - ["6R1C", "6R2C"]
+      - ["8R1C", "8R2C"]
+      - ["10R1C"]
+      group-names:
+      - "1 Chain"
+      - "2 Chains"
+      - "4 Chains"
+      - "6 Chains"
+      - "8 Chains"
+      - "10 Chains"
+      parameters:
+      - "result"
+      - "tags"
+      layout: "plot-cpta"
+
+    - title: "VPP 4T2C NF Service Density VNFc 64B MRR Trending 2n-skx"
+      output-file-name: "vnfc-eth-l2bd-64b-4t2c-x710-2n-skx"
+      data: "plot-performance-trending-vpp-nfv-2n-skx"
+      filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and '64B' and '4T2C' and 'L2BDMACLRN'"
+      groups:
+      - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+      - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+      - ["4R1C", "4R2C", "4R4C"]
+      - ["6R1C", "6R2C"]
+      - ["8R1C", "8R2C"]
+      - ["10R1C"]
+      group-names:
+      - "1 Chain"
+      - "2 Chains"
+      - "4 Chains"
+      - "6 Chains"
+      - "8 Chains"
+      - "10 Chains"
+      parameters:
+      - "result"
+      - "tags"
+      layout: "plot-cpta"
+
+    - title: "VPP 8T4C NF Service Density VNFc 64B MRR Trending 2n-skx"
+      output-file-name: "vnfc-eth-l2bd-64b-8t4c-x710-2n-skx"
+      data: "plot-performance-trending-vpp-nfv-2n-skx"
+      filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and '64B' and '8T4C' and 'L2BDMACLRN'"
+      groups:
+      - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+      - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+      - ["4R1C", "4R2C", "4R4C"]
+      - ["6R1C", "6R2C"]
+      - ["8R1C", "8R2C"]
+      - ["10R1C"]
+      group-names:
+      - "1 Chain"
+      - "2 Chains"
+      - "4 Chains"
+      - "6 Chains"
+      - "8 Chains"
+      - "10 Chains"
+      parameters:
+      - "result"
+      - "tags"
+      layout: "plot-cpta"
+
+    - title: "VPP 2T1C NF Service Density CNFc 64B MRR Trending 2n-skx"
+      output-file-name: "cnfc-eth-l2bd-64b-2t1c-x710-2n-skx"
+      data: "plot-performance-trending-vpp-nfv-2n-skx"
+      filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and '64B' and '2T1C' and 'L2BDMACLRN'"
+      groups:
+      - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+      - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+      - ["4R1C", "4R2C", "4R4C"]
+      - ["6R1C", "6R2C"]
+      - ["8R1C", "8R2C"]
+      - ["10R1C"]
+      group-names:
+      - "1 Chain"
+      - "2 Chains"
+      - "4 Chains"
+      - "6 Chains"
+      - "8 Chains"
+      - "10 Chains"
+      parameters:
+      - "result"
+      - "tags"
+      layout: "plot-cpta"
+
+    - title: "VPP 4T2C NF Service Density CNFc 64B MRR Trending 2n-skx"
+      output-file-name: "cnfc-eth-l2bd-64b-4t2c-x710-2n-skx"
+      data: "plot-performance-trending-vpp-nfv-2n-skx"
+      filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and '64B' and '4T2C' and 'L2BDMACLRN'"
+      groups:
+      - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+      - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+      - ["4R1C", "4R2C", "4R4C"]
+      - ["6R1C", "6R2C"]
+      - ["8R1C", "8R2C"]
+      - ["10R1C"]
+      group-names:
+      - "1 Chain"
+      - "2 Chains"
+      - "4 Chains"
+      - "6 Chains"
+      - "8 Chains"
+      - "10 Chains"
+      parameters:
+      - "result"
+      - "tags"
+      layout: "plot-cpta"
+
+    - title: "VPP 8T4C NF Service Density CNFc 64B MRR Trending 2n-skx"
+      output-file-name: "cnfc-eth-l2bd-64b-8t4c-x710-2n-skx"
+      data: "plot-performance-trending-vpp-nfv-2n-skx"
+      filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and '64B' and '8T4C' and 'L2BDMACLRN'"
+      groups:
+      - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+      - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+      - ["4R1C", "4R2C", "4R4C"]
+      - ["6R1C", "6R2C"]
+      - ["8R1C", "8R2C"]
+      - ["10R1C"]
+      group-names:
+      - "1 Chain"
+      - "2 Chains"
+      - "4 Chains"
+      - "6 Chains"
+      - "8 Chains"
+      - "10 Chains"
+      parameters:
+      - "result"
+      - "tags"
+      layout: "plot-cpta"
+
+    - title: "VPP 2T1C NF Service Density CNFp 64B MRR Trending 2n-skx"
+      output-file-name: "cnfp-eth-l2bd-64b-2t1c-x710-2n-skx"
+      data: "plot-performance-trending-vpp-nfv-2n-skx"
+      filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and '64B' and '2T1C' and 'L2BDMACLRN'"
+      groups:
+      - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+      - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+      - ["4R1C", "4R2C", "4R4C"]
+      - ["6R1C", "6R2C"]
+      - ["8R1C", "8R2C"]
+      - ["10R1C"]
+      group-names:
+      - "1 Pipe"
+      - "2 Pipes"
+      - "4 Pipes"
+      - "6 Pipes"
+      - "8 Pipes"
+      - "10 Pipes"
+      parameters:
+      - "result"
+      - "tags"
+      layout: "plot-cpta"
+
+    - title: "VPP 4T2C NF Service Density CNFp 64B MRR Trending 2n-skx"
+      output-file-name: "cnfp-eth-l2bd-64b-4t2c-x710-2n-skx"
+      data: "plot-performance-trending-vpp-nfv-2n-skx"
+      filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and '64B' and '4T2C' and 'L2BDMACLRN'"
+      groups:
+      - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+      - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+      - ["4R1C", "4R2C", "4R4C"]
+      - ["6R1C", "6R2C"]
+      - ["8R1C", "8R2C"]
+      - ["10R1C"]
+      group-names:
+      - "1 Pipe"
+      - "2 Pipes"
+      - "4 Pipes"
+      - "6 Pipes"
+      - "8 Pipes"
+      - "10 Pipes"
+      parameters:
+      - "result"
+      - "tags"
+      layout: "plot-cpta"
+
+    - title: "VPP 8T4C NF Service Density CNFp 64B MRR Trending 2n-skx"
+      output-file-name: "cnfp-eth-l2bd-64b-8t4c-x710-2n-skx"
+      data: "plot-performance-trending-vpp-nfv-2n-skx"
+      filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and '64B' and '8T4C' and 'L2BDMACLRN'"
+      groups:
+      - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+      - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+      - ["4R1C", "4R2C", "4R4C"]
+      - ["6R1C", "6R2C"]
+      - ["8R1C", "8R2C"]
+      - ["10R1C"]
+      group-names:
+      - "1 Pipe"
+      - "2 Pipes"
+      - "4 Pipes"
+      - "6 Pipes"
+      - "8 Pipes"
+      - "10 Pipes"
+      parameters:
+      - "result"
+      - "tags"
+      layout: "plot-cpta"
+
 ################################################################################
 # 3n-hsw
 
Integration tests