CSIT: csit-trending-daily-master
[ci-management.git] / jjb / csit / csit.yaml
index 8cfe14f..83ca7c0 100644 (file)
@@ -1,4 +1,4 @@
-# Copyright (c) 2018 Cisco and/or its affiliates.
+# Copyright (c) 2019 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -35,6 +35,7 @@
       - 'csit-docs-merge-{stream_timed}'
       - 'csit-docs-verify-{stream}'
       - 'csit-report-merge-{stream}'
+      - 'csit-report-merge-1901_1'
       - 'csit-trending-daily-master'
       - 'csit-dpdk-perf-verify-{stream}-{topo}-{arch}'
       - 'csit-dpdk-perf-mrr-weekly-master'
@@ -45,6 +46,7 @@
       - 'csit-vpp-perf-mrr-daily-master'
       - 'csit-vpp-perf-mrr-daily-master-2n-skx'
       - 'csit-vpp-perf-mrr-daily-master-3n-skx'
+      - 'csit-vpp-perf-mrr-weekly-master-2n-skx'
       - 'csit-vpp-perf-ndrpdr-weekly-master-3n-hsw'
       - 'csit-vpp-perf-ndrpdr-weekly-master-2n-skx'
       - 'csit-vpp-perf-ndrpdr-weekly-master-3n-skx'
     project: 'csit'
     branch: 'master'
     branch-id: 'oper'
+    docs-executor: 'ubuntu1804-us'
+    perf-executor: 'ubuntu1804-us'
     build-artifact-num-to-keep: 10
-    type:
-      - all
     stream_timed:
       - master:
           branch: 'master'
           branch-id: 'oper'
-      - '1810':
-          branch: 'rls1810'
-          branch-id: 'oper-rls1810'
+          docs-executor: 'ubuntu1804-us'
+          perf-executor: 'ubuntu1804-us'
     stream:
       - master:
           branch: 'master'
           branch-id: 'oper'
-      - '1801':
-          branch: 'rls1801'
-          branch-id: 'oper-rls1801'
-      - '1804':
-          branch: 'rls1804'
-          branch-id: 'oper-rls1804'
+          docs-executor: 'ubuntu1804-us'
+          perf-executor: 'ubuntu1804-us'
       - '1807':
           branch: 'rls1807'
           branch-id: 'oper-rls1807'
+          docs-executor: 'ubuntu1604-basebuild-4c-4g'
+          perf-executor: 'ubuntu1604-basebuild-8c-32g'
       - '1810':
           branch: 'rls1810'
           branch-id: 'oper-rls1810'
+          docs-executor: 'ubuntu1604-basebuild-4c-4g'
+          perf-executor: 'ubuntu1604-basebuild-8c-32g'
+      - '1901':
+          branch: 'rls1901'
+          branch-id: 'oper-rls1901'
+          docs-executor: 'ubuntu1604-basebuild-4c-4g'
+          perf-executor: 'ubuntu1604-basebuild-8c-32g'
+
+- project:
+    name: csit-view
+    views:
+      - project-view
+    project-name: csit
 
 - job-template:
     name: 'csit-vpp-functional-{stream}-{os}-virl'
 
     publishers:
       - archive-artifacts:
-          artifacts: 'report.html, log.html, output.xml'
+          artifacts: >
+            **/csit/report.html,
+            **/csit/log.html,
+            **/csit/output.xml
           latest-only: false
 
       - robot-report:
       </ul>
 
     project-type: freestyle
-    node: 'ubuntu1604-basebuild-4c-4g'
+    node: '{perf-executor}'
     concurrent: true
 
     build-discarder:
       # yamllint enable rule:line-length
 
     project-type: freestyle
+    # As the nomad executors are running docker containers we cannot run
+    # ligato-perf job due to dependency on using docker inside.
+    # TODO: Find the mechanics how to offload job logic from compiling docker
+    #   image so we can move this executor to ubuntu1804-us
     node: 'ubuntu1804-basebuild-4c-4g'
     concurrent: true
 
 
     publishers:
       - archive-artifacts:
-          artifacts: 'report.html, log.html, output.xml'
+          artifacts: >
+            **/csit/report.html,
+            **/csit/log.html,
+            **/csit/output.xml
           latest-only: false
 
       - robot-report:
           maven-version: 'mvn33-new'
 
 - job-template:
-    name: 'csit-vpp-verify-{stream_timed}-centos7-nightly'
-    # yamllint disable-line rule:line-length
-    description: 'Purpose of this job is to validate latest centos7 vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
-    # yamllint enable rule:line-length
+    name: 'csit-docs-verify-{stream}'
 
     project-type: freestyle
-    node: centos7-basebuild-4c-4g'
-    concurrent: false
+    node: '{docs-executor}'
+    concurrent: true
 
     build-discarder:
       daysToKeep: '{build-days-to-keep}'
           project: '{project}'
       - gerrit-parameter:
           branch: '{branch}'
+      - maven-exec:
+          maven-version: 'mvn33-new'
 
     scm:
-      - git-scm:
+      - gerrit-trigger-scm:
           credentials-id: 'jenkins-gerrit-credentials'
-          branch: '{branch}'
+          refspec: '$GERRIT_REFSPEC'
+          choosing-strategy: 'gerrit'
 
     wrappers:
-      - fdio-infra-wrappers:
+      - fdio-infra-wrappers-non-activity-timeout:
           build-timeout: '{build-timeout}'
 
     triggers:
-      - timed: 'H H(3-4) * * *'
-
-      - gerrit-trigger-manually-triggered:
-          comment-trigger-value: 'vpp-verify-func-centos7'
+      - gerrit-trigger-patch-submitted:
           name: '{project}'
           branch: '{branch}'
 
     builders:
-      - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
-      - inject:
-          properties-file: variables.prop
+      - maven-target:
+          maven-version: 'mvn33-new'
+          goals: '--version'
+          settings: 'csit-settings'
+          settings-type: cfp
+          global-settings: 'global-settings'
+          global-settings-type: cfp
+      - provide-maven-settings:
+          settings-file: 'csit-settings'
+          global-settings-file: 'global-settings'
       - shell:
-          !include-raw-escape: jjb/csit/include-raw-csit-vpp-functional-virl.sh
+          !include-raw-escape: include-raw-csit-docs.sh
 
     publishers:
-      - archive-artifacts:
-          artifacts: 'csit/archive/*.*'
-          latest-only: false
-
-      - robot-report:
-          output-path: 'csit/archive'
+      - archive:
+          artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
+          allow-empty: 'true'
+          fingerprint: false
+          only-if-success: true
+          default-excludes: false
 
       - fdio-infra-shiplogs:
           maven-version: 'mvn33-new'
 
 - job-template:
-    name: 'csit-docs-verify-{stream}'
+    name: 'csit-docs-merge-{stream_timed}'
 
     project-type: freestyle
-    node: 'ubuntu1604-basebuild-4c-4g'
+    node: '{docs-executor}'
     concurrent: true
 
     build-discarder:
     scm:
       - gerrit-trigger-scm:
           credentials-id: 'jenkins-gerrit-credentials'
-          refspec: '$GERRIT_REFSPEC'
-          choosing-strategy: 'gerrit'
+          refspec: ''
+          choosing-strategy: 'default'
 
     wrappers:
       - fdio-infra-wrappers-non-activity-timeout:
           build-timeout: '{build-timeout}'
 
     triggers:
-      - gerrit-trigger-patch-submitted:
-          name: '{project}'
-          branch: '{branch}'
+      - reverse:
+          jobs: 'csit-vpp-verify-{stream_timed}-ubuntu1604-weekly'
+          result: 'success'
+      - gerrit:
+          server-name: 'Primary'
+          trigger-on:
+            - comment-added-contains-event:
+                comment-contains-value: 'run-docs'
+          projects:
+            - project-compare-type: 'ANT'
+              project-pattern: '{project}'
+              branches:
+                - branch-compare-type: 'ANT'
+                  branch-pattern: '**/{branch}'
+          skip-vote:
+            successful: true
+            failed: true
+            unstable: true
+            notbuilt: true
 
     builders:
       - maven-target:
           maven-version: 'mvn33-new'
 
 - job-template:
-    name: 'csit-docs-merge-{stream_timed}'
+    name: 'csit-report-merge-{stream}'
 
     project-type: freestyle
-    node: 'ubuntu1604-basebuild-4c-4g'
-    concurrent: true
+    node: 'ubuntu1604-basebuild-8c-32g'
+    concurrent: false
 
     build-discarder:
       daysToKeep: '{build-days-to-keep}'
     scm:
       - gerrit-trigger-scm:
           credentials-id: 'jenkins-gerrit-credentials'
-          refspec: ''
+          refspec: '$GERRIT_REFSPEC'
           choosing-strategy: 'default'
 
     wrappers:
           build-timeout: '{build-timeout}'
 
     triggers:
-      - reverse:
-          jobs: 'csit-vpp-verify-{stream_timed}-ubuntu1604-weekly'
-          result: 'success'
       - gerrit:
           server-name: 'Primary'
           trigger-on:
             - comment-added-contains-event:
-                comment-contains-value: 'run-docs'
+                comment-contains-value: 'run-report'
           projects:
             - project-compare-type: 'ANT'
               project-pattern: '{project}'
           settings-file: 'csit-settings'
           global-settings-file: 'global-settings'
       - shell:
-          !include-raw-escape: include-raw-csit-docs.sh
+          !include-raw-escape: include-raw-csit-report.sh
 
     publishers:
       - archive:
-          artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
+          artifacts: 'resources/tools/presentation/csit.report.tar.gz'
           allow-empty: 'true'
           fingerprint: false
           only-if-success: true
           maven-version: 'mvn33-new'
 
 - job-template:
-    name: 'csit-report-merge-{stream}'
+    name: 'csit-report-merge-1901_1'
 
     project-type: freestyle
     node: 'ubuntu1604-basebuild-8c-32g'
       - project-parameter:
           project: '{project}'
       - gerrit-parameter:
-          branch: '{branch}'
+          branch: 'rls1901_1'
       - maven-exec:
           maven-version: 'mvn33-new'
 
               project-pattern: '{project}'
               branches:
                 - branch-compare-type: 'ANT'
-                  branch-pattern: '**/{branch}'
+                  branch-pattern: '**/rls1901_1'
           skip-vote:
             successful: true
             failed: true
 
     publishers:
       - email-ext:
-          recipients: 'tifrank@cisco.com, csit-report@lists.fd.io'
+          # yamllint disable-line rule:line-length
+          recipients: 'tifrank@cisco.com, csit-report+int+616+181919729795594561@lists.fd.io'
           reply-to: ''
           content-type: 'text'
-          subject: 'FD.io CSIT Trending Alert: Build # $BUILD_NUMBER'
+          subject: 'Failed tests as of  $BUILD_TIMESTAMP'
           # yamllint disable-line rule:line-length
-          attachments: '**/build-root/docs/deploy-site/src/site/resources/trending/_static/vpp/failed-tests*.tar.gz'
           body: |
-                FD.io CSIT Trending Alert - failed tests
-
-                $PROJECT_NAME - Build # $BUILD_NUMBER - $BUILD_STATUS
+                Following tests failed in the last trending job runs, listed per testbed type.
 
-                See attachment for the list of the failed tests.
+                $FILE,path="**/build-root/docs/deploy-site/src/site/resources/trending/_static/vpp/trending-failed-tests.txt"
 
           always: true
           failure: false
               </ul>
       </ul>
     project-type: freestyle
-    node: 'ubuntu1604-basebuild-4c-4g'
+    node: '{perf-executor}'
     concurrent: false
 
     build-discarder:
               </ul>
       </ul>
     project-type: freestyle
-    node: 'ubuntu1604-basebuild-4c-4g'
+    node: '{perf-executor}'
     concurrent: false
 
     build-discarder:
               </ul>
       </ul>
     project-type: freestyle
-    node: 'ubuntu1604-basebuild-4c-4g'
+    node: '{perf-executor}'
     concurrent: false
 
     build-discarder:
       </ul>
 
     project-type: freestyle
-    node: 'ubuntu1804-basebuild-4c-4g'
+    node: '{perf-executor}'
     concurrent: true
 
     build-discarder:
       </ul>
 
     project-type: freestyle
-    node: 'ubuntu1604-basebuild-4c-4g'
+    node: '{perf-executor}'
     concurrent: true
 
     build-discarder:
           build-timeout: '{build-timeout}'
 
     triggers:
-      - timed: '0 2,16 * * *'
+      - timed: '0 2,14 * * *'
 
     builders:
       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
       </ul>
 
     project-type: freestyle
-    node: 'ubuntu1604-basebuild-4c-4g'
+    node: '{perf-executor}'
     concurrent: true
 
     build-discarder:
           build-timeout: '{build-timeout}'
 
     triggers:
-      - timed: '0 2,16 * * *'
+      - timed: '0 2,14 * * *'
 
     builders:
       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
       </ul>
 
     project-type: freestyle
-    node: 'ubuntu1604-basebuild-4c-4g'
+    node: '{perf-executor}'
     concurrent: true
 
     build-discarder:
           build-timeout: '{build-timeout}'
 
     triggers:
-      - timed: '0 2,16 * * *'
+      - timed: '0 2,14 * * *'
+
+    builders:
+      - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
+      - inject:
+          properties-file: variables.prop
+      - shell:
+          !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
+
+    publishers:
+      - archive-artifacts:
+          artifacts: 'csit/archive/*.*'
+          latest-only: false
+
+      - robot:
+          output-path: 'csit/archive'
+          other-files:
+            - '*.*'
+
+      - trigger:
+          project: 'csit-trending-daily-master'
+          threshold: 'FAILURE'
+
+      - fdio-infra-shiplogs:
+          maven-version: 'mvn33-new'
+
+- job-template:
+    name: 'csit-vpp-perf-mrr-weekly-master-2n-skx'
+
+    description: |
+      <ul>
+          <li>objective
+              <ul>
+                  <li>check vpp perf mrr weekly
+              </ul>
+          <li>perf test-cases selection
+              <ul>
+                  <li>NF Density CSIT VPP MRR perf suites
+              </ul>
+          <li>results
+              <ul>
+                  <li>jjb verify: PASS/FAIL
+                  <li>present: no
+                  <li>analyse: csit project (catch malfunctions/degradations)
+              </ul>
+      </ul>
+
+    project-type: freestyle
+    node: '{perf-executor}'
+    concurrent: true
+
+    build-discarder:
+      daysToKeep: '{build-days-to-keep}'
+      numToKeep: '{build-num-to-keep}'
+      artifactDaysToKeep: '{build-artifact-days-to-keep}'
+      artifactNumToKeep: '{build-artifact-num-to-keep}'
+
+    parameters:
+      - project-parameter:
+          project: '{project}'
+      - gerrit-parameter:
+          branch: '{branch}'
+
+    wrappers:
+      - fdio-infra-wrappers-non-activity-timeout:
+          build-timeout: '{build-timeout}'
+
+    triggers:
+      - timed: '0 0 * * 6'
 
     builders:
       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
       </ul>
 
     project-type: freestyle
-    node: 'ubuntu1604-basebuild-4c-4g'
+    node: '{perf-executor}'
     concurrent: false
 
     build-discarder:
       </ul>
 
     project-type: freestyle
-    node: 'ubuntu1604-basebuild-4c-4g'
+    node: '{perf-executor}'
     concurrent: false
 
     build-discarder:
       </ul>
 
     project-type: freestyle
-    node: 'ubuntu1604-basebuild-4c-4g'
+    node: '{perf-executor}'
     concurrent: false
 
     build-discarder:
       </ul>
 
     project-type: freestyle
-    node: 'ubuntu1604-basebuild-8c-32g'
+    node: '{perf-executor}'
     concurrent: true
 
     build-discarder:
 
     publishers:
       - archive-artifacts:
-          artifacts: 'report.html, log.html, output.xml'
+          artifacts: 'archive/*.*'
           latest-only: false
 
       - robot-report:
 
       - fdio-infra-shiplogs:
           maven-version: 'mvn33-new'
-
-- parameter:
-    name: test-type-parameter
-    parameters:
-      - string:
-          name: TYPE
-          default: '{type}'
-          description: "Test TYPE parameter if not given by trigger"