X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=jjb%2Fcsit%2Fcsit.yaml;h=6ca79686e9011dbdd5573e44106dd1580541830e;hb=d1191d1135eed0178ea990d09457d1014161c071;hp=e613c2f31c0f66cdba9ab58bfe8f40889fcfa3c0;hpb=5d6957213db905668370f4cd292f97f843c784c4;p=ci-management.git diff --git a/jjb/csit/csit.yaml b/jjb/csit/csit.yaml index e613c2f31..6ca79686e 100644 --- a/jjb/csit/csit.yaml +++ b/jjb/csit/csit.yaml @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -35,6 +35,7 @@ - 'csit-docs-merge-{stream_timed}' - 'csit-docs-verify-{stream}' - 'csit-report-merge-{stream}' + - 'csit-report-merge-1901_1' - 'csit-trending-daily-master' - 'csit-dpdk-perf-verify-{stream}-{topo}-{arch}' - 'csit-dpdk-perf-mrr-weekly-master' @@ -45,6 +46,7 @@ - 'csit-vpp-perf-mrr-daily-master' - 'csit-vpp-perf-mrr-daily-master-2n-skx' - 'csit-vpp-perf-mrr-daily-master-3n-skx' + - 'csit-vpp-perf-mrr-weekly-master-2n-skx' - 'csit-vpp-perf-ndrpdr-weekly-master-3n-hsw' - 'csit-vpp-perf-ndrpdr-weekly-master-2n-skx' - 'csit-vpp-perf-ndrpdr-weekly-master-3n-skx' @@ -57,35 +59,52 @@ project: 'csit' branch: 'master' branch-id: 'oper' + docs-executor: 'ubuntu1804-us' + perf-executor: 'ubuntu1804-us' build-artifact-num-to-keep: 10 - type: - - all stream_timed: - master: branch: 'master' branch-id: 'oper' - - '1901': - branch: 'rls1901' - branch-id: 'oper-rls1901' + docs-executor: 'ubuntu1804-us' + perf-executor: 'ubuntu1804-us' + - '1904': + branch: 'rls1904' + branch-id: 'oper-rls1904' + docs-executor: 'ubuntu1804-us' + perf-executor: 'ubuntu1804-us' stream: - master: branch: 'master' branch-id: 'oper' - - '1801': - branch: 'rls1801' - branch-id: 'oper-rls1801' - - '1804': - branch: 'rls1804' - branch-id: 'oper-rls1804' + docs-executor: 'ubuntu1804-us' + perf-executor: 'ubuntu1804-us' - '1807': branch: 'rls1807' branch-id: 'oper-rls1807' + docs-executor: 'ubuntu1604-basebuild-4c-4g' + perf-executor: 'ubuntu1604-basebuild-8c-32g' - '1810': branch: 'rls1810' branch-id: 'oper-rls1810' + docs-executor: 'ubuntu1604-basebuild-4c-4g' + perf-executor: 'ubuntu1604-basebuild-8c-32g' - '1901': branch: 'rls1901' branch-id: 'oper-rls1901' + docs-executor: 'ubuntu1604-basebuild-4c-4g' + perf-executor: 'ubuntu1604-basebuild-8c-32g' + - '1904': + branch: 'rls1904' + branch-id: 'oper-rls1904' + docs-executor: 'ubuntu1804-us' + perf-executor: 'ubuntu1804-us' + +- project: + name: csit-view + views: + - project-view + project-name: csit - job-template: name: 'csit-vpp-functional-{stream}-{os}-virl' @@ -177,7 +196,7 @@ project-type: freestyle - node: 'ubuntu1604-basebuild-4c-4g' + node: '{perf-executor}' concurrent: true build-discarder: @@ -282,6 +301,10 @@ # yamllint enable rule:line-length project-type: freestyle + # As the nomad executors are running docker containers we cannot run + # ligato-perf job due to dependency on using docker inside. + # TODO: Find the mechanics how to offload job logic from compiling docker + # image so we can move this executor to ubuntu1804-us node: 'ubuntu1804-basebuild-4c-4g' concurrent: true @@ -458,14 +481,11 @@ maven-version: 'mvn33-new' - job-template: - name: 'csit-vpp-verify-{stream_timed}-centos7-nightly' - # yamllint disable-line rule:line-length - description: 'Purpose of this job is to validate latest centos7 vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.' - # yamllint enable rule:line-length + name: 'csit-docs-verify-{stream}' project-type: freestyle - node: centos7-basebuild-4c-4g' - concurrent: false + node: '{docs-executor}' + concurrent: true build-discarder: daysToKeep: '{build-days-to-keep}' @@ -478,47 +498,54 @@ project: '{project}' - gerrit-parameter: branch: '{branch}' + - maven-exec: + maven-version: 'mvn33-new' scm: - - git-scm: + - gerrit-trigger-scm: credentials-id: 'jenkins-gerrit-credentials' - branch: '{branch}' + refspec: '$GERRIT_REFSPEC' + choosing-strategy: 'gerrit' wrappers: - - fdio-infra-wrappers: + - fdio-infra-wrappers-non-activity-timeout: build-timeout: '{build-timeout}' triggers: - - timed: 'H H(3-4) * * *' - - - gerrit-trigger-manually-triggered: - comment-trigger-value: 'vpp-verify-func-centos7' + - gerrit-trigger-patch-submitted: name: '{project}' branch: '{branch}' builders: - - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' - - inject: - properties-file: variables.prop + - maven-target: + maven-version: 'mvn33-new' + goals: '--version' + settings: 'csit-settings' + settings-type: cfp + global-settings: 'global-settings' + global-settings-type: cfp + - provide-maven-settings: + settings-file: 'csit-settings' + global-settings-file: 'global-settings' - shell: - !include-raw-escape: jjb/csit/include-raw-csit-vpp-functional-virl.sh + !include-raw-escape: include-raw-csit-docs.sh publishers: - - archive-artifacts: - artifacts: 'csit/archive/*.*' - latest-only: false - - - robot-report: - output-path: 'csit/archive' + - archive: + artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz' + allow-empty: 'true' + fingerprint: false + only-if-success: true + default-excludes: false - fdio-infra-shiplogs: maven-version: 'mvn33-new' - job-template: - name: 'csit-docs-verify-{stream}' + name: 'csit-docs-merge-{stream_timed}' project-type: freestyle - node: 'ubuntu1604-basebuild-4c-4g' + node: '{docs-executor}' concurrent: true build-discarder: @@ -538,17 +565,33 @@ scm: - gerrit-trigger-scm: credentials-id: 'jenkins-gerrit-credentials' - refspec: '$GERRIT_REFSPEC' - choosing-strategy: 'gerrit' + refspec: '' + choosing-strategy: 'default' wrappers: - fdio-infra-wrappers-non-activity-timeout: build-timeout: '{build-timeout}' triggers: - - gerrit-trigger-patch-submitted: - name: '{project}' - branch: '{branch}' + - reverse: + jobs: 'csit-vpp-verify-{stream_timed}-ubuntu1604-weekly' + result: 'success' + - gerrit: + server-name: 'Primary' + trigger-on: + - comment-added-contains-event: + comment-contains-value: 'run-docs' + projects: + - project-compare-type: 'ANT' + project-pattern: '{project}' + branches: + - branch-compare-type: 'ANT' + branch-pattern: '**/{branch}' + skip-vote: + successful: true + failed: true + unstable: true + notbuilt: true builders: - maven-target: @@ -576,11 +619,11 @@ maven-version: 'mvn33-new' - job-template: - name: 'csit-docs-merge-{stream_timed}' + name: 'csit-report-merge-{stream}' project-type: freestyle - node: 'ubuntu1604-basebuild-4c-4g' - concurrent: true + node: 'ubuntu1604-basebuild-8c-32g' + concurrent: false build-discarder: daysToKeep: '{build-days-to-keep}' @@ -599,7 +642,7 @@ scm: - gerrit-trigger-scm: credentials-id: 'jenkins-gerrit-credentials' - refspec: '' + refspec: '$GERRIT_REFSPEC' choosing-strategy: 'default' wrappers: @@ -607,14 +650,11 @@ build-timeout: '{build-timeout}' triggers: - - reverse: - jobs: 'csit-vpp-verify-{stream_timed}-ubuntu1604-weekly' - result: 'success' - gerrit: server-name: 'Primary' trigger-on: - comment-added-contains-event: - comment-contains-value: 'run-docs' + comment-contains-value: 'run-report' projects: - project-compare-type: 'ANT' project-pattern: '{project}' @@ -639,11 +679,11 @@ settings-file: 'csit-settings' global-settings-file: 'global-settings' - shell: - !include-raw-escape: include-raw-csit-docs.sh + !include-raw-escape: include-raw-csit-report.sh publishers: - archive: - artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz' + artifacts: 'resources/tools/presentation/csit.report.tar.gz' allow-empty: 'true' fingerprint: false only-if-success: true @@ -653,7 +693,7 @@ maven-version: 'mvn33-new' - job-template: - name: 'csit-report-merge-{stream}' + name: 'csit-report-merge-1901_1' project-type: freestyle node: 'ubuntu1604-basebuild-8c-32g' @@ -669,7 +709,7 @@ - project-parameter: project: '{project}' - gerrit-parameter: - branch: '{branch}' + branch: 'rls1901_1' - maven-exec: maven-version: 'mvn33-new' @@ -694,7 +734,7 @@ project-pattern: '{project}' branches: - branch-compare-type: 'ANT' - branch-pattern: '**/{branch}' + branch-pattern: '**/rls1901_1' skip-vote: successful: true failed: true @@ -782,15 +822,12 @@ recipients: 'tifrank@cisco.com, csit-report+int+616+181919729795594561@lists.fd.io' reply-to: '' content-type: 'text' - subject: 'FD.io CSIT Trending Alert: Build # $BUILD_NUMBER' + subject: 'Failed tests as of $BUILD_TIMESTAMP' # yamllint disable-line rule:line-length - attachments: '**/build-root/docs/deploy-site/src/site/resources/trending/_static/vpp/failed-tests*.tar.gz' body: | - FD.io CSIT Trending Alert - failed tests - - $PROJECT_NAME - Build # $BUILD_NUMBER - $BUILD_STATUS + Following tests failed in the last trending job runs, listed per testbed type. - See attachment for the list of the failed tests. + ${{FILE,path="build-root/docs/deploy-site/src/site/resources/trending/_static/vpp/trending-failed-tests.txt"}} always: true failure: false @@ -819,7 +856,7 @@ project-type: freestyle - node: 'ubuntu1604-basebuild-4c-4g' + node: '{perf-executor}' concurrent: false build-discarder: @@ -882,7 +919,7 @@ project-type: freestyle - node: 'ubuntu1604-basebuild-4c-4g' + node: '{perf-executor}' concurrent: false build-discarder: @@ -945,7 +982,7 @@ project-type: freestyle - node: 'ubuntu1604-basebuild-4c-4g' + node: '{perf-executor}' concurrent: false build-discarder: @@ -1009,7 +1046,7 @@ project-type: freestyle - node: 'ubuntu1804-basebuild-4c-4g' + node: '{perf-executor}' concurrent: true build-discarder: @@ -1029,7 +1066,7 @@ build-timeout: '{build-timeout}' triggers: - - timed: '0 16 * * *' + - timed: '0 16 * * 1,3,5' builders: - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' @@ -1077,7 +1114,7 @@ project-type: freestyle - node: 'ubuntu1604-basebuild-4c-4g' + node: '{perf-executor}' concurrent: true build-discarder: @@ -1097,7 +1134,7 @@ build-timeout: '{build-timeout}' triggers: - - timed: '0 2,16 * * *' + - timed: '0 14 * * 1,3,5' builders: - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' @@ -1145,7 +1182,7 @@ project-type: freestyle - node: 'ubuntu1604-basebuild-4c-4g' + node: '{perf-executor}' concurrent: true build-discarder: @@ -1165,7 +1202,7 @@ build-timeout: '{build-timeout}' triggers: - - timed: '0 2,16 * * *' + - timed: '0 14 * * 1,3,5' builders: - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' @@ -1213,7 +1250,75 @@ project-type: freestyle - node: 'ubuntu1604-basebuild-4c-4g' + node: '{perf-executor}' + concurrent: true + + build-discarder: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: '{build-timeout}' + + triggers: + - timed: '0 14 * * 1,3,5' + + builders: + - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' + - inject: + properties-file: variables.prop + - shell: + !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh + + publishers: + - archive-artifacts: + artifacts: 'csit/archive/*.*' + latest-only: false + + - robot: + output-path: 'csit/archive' + other-files: + - '*.*' + + - trigger: + project: 'csit-trending-daily-master' + threshold: 'FAILURE' + + - fdio-infra-shiplogs: + maven-version: 'mvn33-new' + +- job-template: + name: 'csit-vpp-perf-mrr-weekly-master-2n-skx' + + description: | + + + project-type: freestyle + node: '{perf-executor}' concurrent: true build-discarder: @@ -1233,7 +1338,7 @@ build-timeout: '{build-timeout}' triggers: - - timed: '0 2,16 * * *' + - timed: '0 0 * * 6' builders: - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop' @@ -1281,7 +1386,7 @@ project-type: freestyle - node: 'ubuntu1604-basebuild-4c-4g' + node: '{perf-executor}' concurrent: false build-discarder: @@ -1349,7 +1454,7 @@ project-type: freestyle - node: 'ubuntu1604-basebuild-4c-4g' + node: '{perf-executor}' concurrent: false build-discarder: @@ -1417,7 +1522,7 @@ project-type: freestyle - node: 'ubuntu1604-basebuild-4c-4g' + node: '{perf-executor}' concurrent: false build-discarder: @@ -1507,7 +1612,7 @@ project-type: freestyle - node: 'ubuntu1604-basebuild-8c-32g' + node: '{perf-executor}' concurrent: true build-discarder: @@ -1779,11 +1884,3 @@ - fdio-infra-shiplogs: maven-version: 'mvn33-new' - -- parameter: - name: test-type-parameter - parameters: - - string: - name: TYPE - default: '{type}' - description: "Test TYPE parameter if not given by trigger"