Merge "Enable log shipping on all hc2vpp jobs"
[ci-management.git] / jjb / csit / csit.yaml
index 7c05122..e3fdbe8 100644 (file)
@@ -5,8 +5,11 @@
     jobs:
         - 'csit-vpp-perf-{stream}-{type}'
         - 'csit-vpp-functional-{stream}-virl'
-        - 'csit-vpp-verify-master-weekly'
-        - 'csit-vpp-verify-{stream}-semiweekly'
+        - 'csit-vpp-verify-{stream_timed}-weekly'
+        - 'csit-vpp-verify-{stream_timed}-semiweekly'
+        - 'csit-vpp-verify-perf-master-nightly-all'
+        - 'csit-docs-merge-{stream}'
+        - 'csit-docs-verify-{stream}'
 
     project: 'csit'
     branch: 'master'
     type:
         - all
         - long
+    stream_timed:
+        - master:
+            branch: 'master'
+            branch-id: 'oper'
     stream:
         - master:
             branch: 'master'
         - '1606':
             branch: 'rls1606'
             branch-id: 'oper-rls1606'
+        - '1609':
+            branch: 'rls1609'
+            branch-id: 'oper-rls1609'
+
 
 - job-template:
     name: 'csit-vpp-functional-{stream}-virl'
 
     project-type: freestyle
-    node: verify
+    node: ubuntu1604-basebuild-4c-4g
     concurrent: true
 
     logrotate:
 
     scm:
         - gerrit-trigger-scm:
-            credentials-id: '{ssh-credentials}'
+            credentials-id: 'jenkins-gerrit-credentials'
             refspec: '$GERRIT_REFSPEC'
             choosing-strategy: 'gerrit'
 
     wrappers:
-        - ssh-agent-credentials:
-            users:
-                - '{ssh-credentials}'
+       - fdio-infra-wrappers:
+            build-timeout: '{build-timeout}'
 
     triggers:
         - gerrit-trigger-patch-submitted:
         - robot-report:
             output-path: ''
 
+        - fdio-infra-shiplogs:
+            maven-version: 'mvn33-new'
+
 - job-template:
     name: 'csit-vpp-perf-{stream}-{type}'
 
     project-type: freestyle
-    node: verify
+    node: ubuntu1604-basebuild-4c-4g
     concurrent: false
 
     logrotate:
 
     scm:
         - gerrit-trigger-scm:
-            credentials-id: '{ssh-credentials}'
+            credentials-id: 'jenkins-gerrit-credentials'
             refspec: '$GERRIT_REFSPEC'
             choosing-strategy: 'gerrit'
 
     wrappers:
-        - ssh-agent-credentials:
-            users:
-                - '{ssh-credentials}'
+      - fdio-infra-wrappers-non-activity-timeout:
+          build-timeout: 30
 
     triggers:
         - gerrit-trigger-manually-triggered:
                     xpath-type: 'nodeset'
                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
 
+        - fdio-infra-shiplogs:
+            maven-version: 'mvn33-new'
+
 - job-template:
-    name: 'csit-vpp-verify-master-weekly'
-    description: 'Purpose of this job is to validate CSIT code against verified vpp build and create csit-verified branch in case of success.'
+    name: 'csit-vpp-verify-{stream_timed}-weekly'
+    description: 'Purpose of this job is to validate CSIT code of corresponding branch against verified vpp build from corresponding branch and create corresponding operational branch in case of success.'
 
     project-type: freestyle
-    node: verify
+    node: ubuntu1604-basebuild-4c-4g
     concurrent: false
 
     logrotate:
 
     scm:
         - git-scm:
-            credentials-id: '{ssh-credentials}'
+            credentials-id: 'jenkins-gerrit-credentials'
             branch: '{branch}'
 
     wrappers:
-        - ssh-agent-credentials:
-            users:
-                - '{ssh-credentials}'
+        - fdio-infra-wrappers:
+            build-timeout: '600'
 
     triggers:
         - timed: '0 4 * * 0'
                     remote: origin
                     name: 'refs/heads/{branch-id}-$DATE'
 
+        - fdio-infra-shiplogs:
+            maven-version: 'mvn33-new'
 
 - job-template:
-    name: 'csit-vpp-verify-{stream}-semiweekly'
+    name: 'csit-vpp-verify-{stream_timed}-semiweekly'
     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
 
     project-type: freestyle
-    node: verify
+    node: ubuntu1604-basebuild-4c-4g
     concurrent: false
 
     logrotate:
             branch: '{branch}'
 
     wrappers:
-        - ssh-agent-credentials:
-            users:
-                - '{ssh-credentials}'
+        - fdio-infra-wrappers:
+            build-timeout: 480
 
     triggers:
         - timed: '0 4 * * 2,6'
         - shell:
             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh
 
+    publishers:
+        - archive-artifacts:
+            artifacts: 'csit/archive/*.*'
+            latest-only: false
+
+        - robot-report:
+            output-path: 'csit/archive'
+
+        - fdio-infra-shiplogs:
+            maven-version: 'mvn33-new'
+
+- job-template:
+    name: 'csit-vpp-verify-perf-master-nightly-all'
+    description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
+
+    project-type: freestyle
+    node: ubuntu1604-basebuild-4c-4g
+    concurrent: false
+
+    logrotate:
+        daysToKeep: '{build-days-to-keep}'
+        numToKeep: '{build-num-to-keep}'
+        artifactDaysToKeep: '{build-artifact-days-to-keep}'
+        artifactNumToKeep: '{build-artifact-num-to-keep}'
+
+    parameters:
+        - project-parameter:
+            project: '{project}'
+        - gerrit-parameter:
+            branch: '{branch}'
+
+    wrappers:
+      - fdio-infra-wrappers-non-activity-timeout:
+          build-timeout: '1440'
+
+    triggers:
+        - timed: '0 20 * * *'
+
+    builders:
+        - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
+        - inject:
+            properties-file: variables.prop
+        - shell:
+            !include-raw-escape: jjb/csit/include-raw-csit-vpp-perf-nightly.sh
+
     publishers:
         - archive-artifacts:
             artifacts: 'csit/archive/*.*'
               group: 'RFC2544:NDR'
               num-builds: '20'
               keep-records: True
-              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-1.csv'
+              csv-file-name: 'csit-vpp-verify-master-nightly-1.csv'
               series:
-                  - file: 'csit/archive/output_perf_data.xml'
+                  - file: 'csit/output_perf_data.xml'
                     format: xml
                     xpath-type: 'nodeset'
                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]'
               group: 'RFC2544:NDR'
               num-builds: '20'
               keep-records: True
-              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-2.csv'
+              csv-file-name: 'csit-vpp-verify-master-nightly-2.csv'
               series:
-                  - file: 'csit/archive/output_perf_data.xml'
+                  - file: 'csit/output_perf_data.xml'
                     format: xml
                     xpath-type: 'nodeset'
                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]'
               group: 'RFC2544:NDR'
               num-builds: '20'
               keep-records: True
-              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-3.csv'
+              csv-file-name: 'csit-vpp-verify-master-nightly-3.csv'
               series:
-                  - file: 'csit/archive/output_perf_data.xml'
+                  - file: 'csit/output_perf_data.xml'
                     format: xml
                     xpath-type: 'nodeset'
                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]'
               group: 'RFC2544:NDR'
               num-builds: '20'
               keep-records: True
-              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-4.csv'
+              csv-file-name: 'csit-vpp-verify-master-nightly-4.csv'
               series:
-                  - file: 'csit/archive/output_perf_data.xml'
+                  - file: 'csit/output_perf_data.xml'
                     format: xml
                     xpath-type: 'nodeset'
                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]'
               group: 'RFC2544:NDR'
               num-builds: '20'
               keep-records: True
-              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-5.csv'
+              csv-file-name: 'csit-vpp-verify-master-nightly-5.csv'
               series:
-                  - file: 'csit/archive/output_perf_data.xml'
+                  - file: 'csit/output_perf_data.xml'
                     format: xml
                     xpath-type: 'nodeset'
                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]'
               group: 'RFC2544:NDR'
               num-builds: '20'
               keep-records: True
-              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-6.csv'
+              csv-file-name: 'csit-vpp-verify-master-nightly-6.csv'
               series:
-                  - file: 'csit/archive/output_perf_data.xml'
+                  - file: 'csit/output_perf_data.xml'
                     format: xml
                     xpath-type: 'nodeset'
                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]'
               group: 'RFC2544:PDR'
               num-builds: '20'
               keep-records: True
-              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-7.csv'
+              csv-file-name: 'csit-vpp-verify-master-nightly-7.csv'
               series:
-                  - file: 'csit/archive/output_perf_data.xml'
+                  - file: 'csit/output_perf_data.xml'
                     format: xml
                     xpath-type: 'nodeset'
                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]'
               group: 'RFC2544:PDR'
               num-builds: '20'
               keep-records: True
-              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-8.csv'
+              csv-file-name: 'csit-vpp-verify-master-nightly-8.csv'
               series:
-                  - file: 'csit/archive/output_perf_data.xml'
+                  - file: 'csit/output_perf_data.xml'
                     format: xml
                     xpath-type: 'nodeset'
                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]'
               group: 'RFC2544:PDR'
               num-builds: '20'
               keep-records: True
-              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-9.csv'
+              csv-file-name: 'csit-vpp-verify-master-nightly-9.csv'
               series:
-                  - file: 'csit/archive/output_perf_data.xml'
+                  - file: 'csit/output_perf_data.xml'
                     format: xml
                     xpath-type: 'nodeset'
                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]'
               group: 'RFC2544:PDR'
               num-builds: '20'
               keep-records: True
-              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-10.csv'
+              csv-file-name: 'csit-vpp-verify-master-nightly-10.csv'
               series:
-                  - file: 'csit/archive/output_perf_data.xml'
+                  - file: 'csit/output_perf_data.xml'
                     format: xml
                     xpath-type: 'nodeset'
                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]'
               group: 'RFC2544:PDR'
               num-builds: '20'
               keep-records: True
-              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-11.csv'
+              csv-file-name: 'csit-vpp-verify-master-nightly-11.csv'
               series:
-                  - file: 'csit/archive/output_perf_data.xml'
+                  - file: 'csit/output_perf_data.xml'
                     format: xml
                     xpath-type: 'nodeset'
                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]'
               group: 'RFC2544:PDR'
               num-builds: '20'
               keep-records: True
-              csv-file-name: 'csit-vpp-verify-{stream}-semiweekly-12.csv'
+              csv-file-name: 'csit-vpp-verify-master-nightly-12.csv'
               series:
-                  - file: 'csit/archive/output_perf_data.xml'
+                  - file: 'csit/output_perf_data.xml'
                     format: xml
                     xpath-type: 'nodeset'
                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
 
+        - fdio-infra-shiplogs:
+            maven-version: 'mvn33-new'
+
+- job-template:
+    name: 'csit-docs-verify-{stream}'
+
+    project-type: freestyle
+    node: 'ubuntu1604-basebuild-4c-4g'
+    concurrent: true
+
+    logrotate:
+        daysToKeep: '{build-days-to-keep}'
+        numToKeep: '{build-num-to-keep}'
+        artifactDaysToKeep: '{build-artifact-days-to-keep}'
+        artifactNumToKeep: '{build-artifact-num-to-keep}'
+
+    parameters:
+        - project-parameter:
+            project: '{project}'
+        - gerrit-parameter:
+            branch: '{branch}'
+        - maven-exec:
+            maven-version: 'mvn33-new'
+
+    scm:
+        - gerrit-trigger-scm:
+            credentials-id: 'jenkins-gerrit-credentials'
+            refspec: '$GERRIT_REFSPEC'
+            choosing-strategy: 'gerrit'
+
+    wrappers:
+        - fdio-infra-wrappers:
+            build-timeout: '{build-timeout}'
+        - fdio-infra-wrappers-non-activity-timeout:
+            build-timeout: 360
+
+    triggers:
+        - gerrit-trigger-patch-submitted:
+            name: '{project}'
+            branch: '{branch}'
+
+    builders:
+        - maven-target:
+            maven-version: 'mvn33-new'
+            goals: '--version'
+            settings: 'csit-settings'
+            settings-type: cfp
+            global-settings: 'global-settings'
+            global-settings-type: cfp
+        - provide-maven-settings:
+            settings-file: 'csit-settings'
+            global-settings-file: 'global-settings'
+        - shell:
+            !include-raw-escape: include-raw-csit-docs.sh
+
+    publishers:
+        - archive:
+            artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
+            allow-empty: 'true'
+            fingerprint: false
+            only-if-success: true
+            default-excludes: false
+
+        - fdio-infra-shiplogs:
+            maven-version: 'mvn33-new'
+
+- job-template:
+    name: 'csit-docs-merge-{stream}'
+
+    project-type: freestyle
+    node: 'ubuntu1604-basebuild-4c-4g'
+    concurrent: true
+
+    logrotate:
+        daysToKeep: '{build-days-to-keep}'
+        numToKeep: '{build-num-to-keep}'
+        artifactDaysToKeep: '{build-artifact-days-to-keep}'
+        artifactNumToKeep: '{build-artifact-num-to-keep}'
+
+    parameters:
+        - project-parameter:
+            project: '{project}'
+        - gerrit-parameter:
+            branch: '{branch}'
+        - maven-exec:
+            maven-version: 'mvn33-new'
+
+    scm:
+        - gerrit-trigger-scm:
+            credentials-id: 'jenkins-gerrit-credentials'
+            refspec: '$GERRIT_REFSPEC'
+            choosing-strategy: 'gerrit'
+
+    wrappers:
+        - fdio-infra-wrappers:
+            build-timeout: '{build-timeout}'
+        - fdio-infra-wrappers-non-activity-timeout:
+            build-timeout: 360
+
+    triggers:
+        - reverse:
+            jobs: 'csit-vpp-verify-master-weekly'
+            result: 'success'
+        - gerrit:
+            trigger-on:
+                - comment-added-contains-event:
+                    comment-contains-value: 'run-docs'
+            skip-vote:
+                successful: true
+                failed: true
+                unstable: true
+                notbuilt: true
+
+    builders:
+        - maven-target:
+            maven-version: 'mvn33-new'
+            goals: '--version'
+            settings: 'csit-settings'
+            settings-type: cfp
+            global-settings: 'global-settings'
+            global-settings-type: cfp
+        - provide-maven-settings:
+            settings-file: 'csit-settings'
+            global-settings-file: 'global-settings'
+        - shell:
+            !include-raw-escape: include-raw-csit-docs.sh
+
+    publishers:
+        - archive:
+            artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
+            allow-empty: 'true'
+            fingerprint: false
+            only-if-success: true
+            default-excludes: false
+
+        - fdio-infra-shiplogs:
+            maven-version: 'mvn33-new'
+
 - parameter:
     name: test-type-parameter
     parameters: