X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=jjb%2Fvpp%2Fvpp.yaml;h=a866115bdb53a28db564041ed41c2178178f47a0;hb=ce3ab812d043538db20c8a2d7622b3206473d350;hp=802eb6e4f9d42b792a01db08495fb2c6432f8bb7;hpb=711c8c7b23aabc6484418e80272b7eca6c30e27c;p=ci-management.git diff --git a/jjb/vpp/vpp.yaml b/jjb/vpp/vpp.yaml index 802eb6e4f..a866115bd 100644 --- a/jjb/vpp/vpp.yaml +++ b/jjb/vpp/vpp.yaml @@ -16,20 +16,21 @@ - master: branch: 'master' repo-stream-part: 'master' - - '1810': - branch: 'stable/1810' - repo-stream-part: 'stable.1810' - '1901': branch: 'stable/1901' repo-stream-part: 'stable.1901' - '1904': branch: 'stable/1904' repo-stream-part: 'stable.1904' + - '1908': + branch: 'stable/1908' + repo-stream-part: 'stable.1908' - project: name: vpp-clang jobs: - 'vpp-verify-{stream}-clang' + - 'vpp-coverity-{stream}' project: 'vpp' os: @@ -54,32 +55,50 @@ - master: branch: 'master' repo-stream-part: 'master' - - '1810': - branch: 'stable/1810' - repo-stream-part: 'stable.1810' - '1901': branch: 'stable/1901' repo-stream-part: 'stable.1901' - '1904': branch: 'stable/1904' repo-stream-part: 'stable.1904' - os: ubuntu1604 + - '1908': + branch: 'stable/1908' + repo-stream-part: 'stable.1908' + os: ubuntu1804 - project: name: vpp-perpatch jobs: - - 'vpp-csit-verify-device-{stream}-1n-skx' + - 'vpp-csit-verify-device-{stream}-{device-node-arch}' - 'vpp-csit-verify-perf-{stream}-{node-arch}' project: 'vpp' + executor: 'vpp-csit-device' + skip-vote: 'true' + trigger: 'gerrit-trigger-csit-devicetest-full' stream: - master: branch: 'master' repo-stream-part: 'master' + - '1904': + branch: 'stable/1904' + repo-stream-part: 'stable.1904' + - '1908': + branch: 'stable/1908' + repo-stream-part: 'stable.1908' os: ubuntu1804 + device-node-arch: + - 1n-skx + - 1n-tx2: + executor: 'vpp-csit-arm-ubuntu18' + trigger: 'gerrit-trigger-csit-devicetest-manual' node-arch: - 2n-skx - 3n-skx - 3n-hsw + exclude: + - stream: '1904' + os: 'ubuntu1804' + device-node-arch: '1n-tx2' - project: name: vpp-master-only @@ -97,6 +116,9 @@ - '1904': branch: 'stable/1904' repo-stream-part: 'stable.1904' + - '1908': + branch: 'stable/1908' + repo-stream-part: 'stable.1908' os: - ubuntu1804: repo-os-part: 'ubuntu.bionic.main' @@ -117,23 +139,36 @@ - '1904': branch: 'stable/1904' repo-stream-part: 'stable.1904' + - '1908': + branch: 'stable/1908' + repo-stream-part: 'stable.1908' os: - ubuntu1804: repo-os-part: 'ubuntu-arm.bionic.main' +# TODO: Merge with (e.g.) vpp-perpatch or similar, +# when number of stable branches supported matches. - project: - name: vpp-arm-old + name: vpp-api-crc jobs: - - 'vpp-arm-old-verify-{stream}-{os}' - - 'vpp-arm-old-merge-{stream}-{os}' + - 'vpp-csit-verify-api-crc-{stream}' project: 'vpp' + executor: 'vpp-csit-device' + skip-vote: 'false' stream: - - '1810': - branch: 'stable/1810' - repo-stream-part: 'stable.1810' - os: - - ubuntu1604: - repo-os-part: 'ubuntu-arm.xenial.main' + # TODO: Add stable/1908 when it is created. + - master: + branch: 'master' + os: ubuntu1804 + +- project: + name: vpp-info + project-name: vpp + jobs: + - gerrit-info-yaml-verify + build-node: centos7-builder-4c-4g + project: vpp + branch: master - project: name: vpp-view @@ -147,16 +182,7 @@ project-type: freestyle node: '{os}-us' concurrent: true - archive-artifacts: > - **/build-root/*.rpm - **/build-root/*.deb - **/dpdk/*.rpm - **/dpdk/*.deb - **/tmp/vpp-failed-unittests/*/* **/core - allow-empty: 'true' - fingerprint: false - only-if-success: true - default-excludes: false + archive-artifacts: '/tmp/vpp-failed-unittests/*/* **/core' triggers: - gerrit-trigger-checkstyle: @@ -205,7 +231,7 @@ publishers: - fdio-infra-shiplogs: - maven-version: 'mvn33-new' + maven-version: 'mvn36' - naginator: rerun-unstable-builds: false max-failed-builds: 1 @@ -216,15 +242,6 @@ project-type: freestyle node: '{os}-us' - archive-artifacts: > - **/build-root/*.rpm - **/build-root/*.deb - **/dpdk/*.rpm - **/dpdk/*.deb - allow-empty: 'true' - fingerprint: false - only-if-success: true - default-excludes: false build-discarder: daysToKeep: '{build-days-to-keep}' @@ -276,13 +293,6 @@ files: - file-id: 'packagecloud_api' target: '/root' - - maven-target: - maven-version: 'mvn33-new' - goals: '--version' - settings: 'vpp-settings' - settings-type: cfp - global-settings: 'global-settings' - global-settings-type: cfp - shell: !include-raw-escape: ../scripts/setup_vpp_ubuntu_docker_test.sh - shell: @@ -295,80 +305,10 @@ - shell: !include-raw-escape: - ../scripts/packagecloud_push.sh - - shell: - !include-raw-escape: - - ../scripts/maven_push_functions.sh - - include-raw-vpp-maven-push.sh publishers: - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - -- job-template: - name: 'vpp-arm-old-verify-{stream}-{os}' - - project-type: freestyle - node: '{os}arm-us' - concurrent: true - archive-artifacts: > - **/build-root/*.rpm - **/build-root/*.deb - **/dpdk/*.rpm - **/dpdk/*.deb - allow-empty: 'true' - fingerprint: false - only-if-success: true - default-excludes: false - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: 100 - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - os-parameter: - os: '{os}' - - repo-name-parameter: - repo-name: '{repo-stream-part}.{repo-os-part}' - - stream-parameter: - stream: '{stream}' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - scm: - - gerrit-trigger-scm: - credentials-id: 'jenkins-gerrit-credentials' - refspec: '$GERRIT_REFSPEC' - choosing-strategy: 'gerrit' - - wrappers: - - fdio-infra-wrappers: - build-timeout: 120 - - triggers: - - gerrit-trigger-checkstyle: - name: '{project}' - branch: '{branch}' - - builders: - - shell: - !include-raw-escape: ../scripts/setup_vpp_ubuntu_arm_test.sh - - shell: - !include-raw-escape: - - ../scripts/setup_vpp_dpdk_dev_env.sh - - include-raw-vpp-arm-build-no-test.sh - - publishers: - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - archive-artifacts: '/tmp/vpp-failed-unittests/*/* **/core' + maven-version: 'mvn36' - job-template: name: 'vpp-arm-verify-{stream}-{os}' @@ -376,15 +316,7 @@ project-type: freestyle node: '{os}arm-us' concurrent: true - archive-artifacts: > - **/build-root/*.rpm - **/build-root/*.deb - **/dpdk/*.rpm - **/dpdk/*.deb - allow-empty: 'true' - fingerprint: false - only-if-success: true - default-excludes: false + archive-artifacts: '/tmp/vpp-failed-unittests/*/* **/core' build-discarder: daysToKeep: '{build-days-to-keep}' @@ -434,8 +366,7 @@ publishers: - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - archive-artifacts: '/tmp/vpp-failed-unittests/*/* **/core' + maven-version: 'mvn36' - naginator: rerun-unstable-builds: false max-failed-builds: 1 @@ -446,15 +377,6 @@ project-type: freestyle node: '{os}arm-m' - archive-artifacts: > - **/build-root/*.rpm - **/build-root/*.deb - **/dpdk/*.rpm - **/dpdk/*.deb - allow-empty: 'true' - fingerprint: false - only-if-success: true - default-excludes: false build-discarder: daysToKeep: '{build-days-to-keep}' @@ -506,13 +428,6 @@ files: - file-id: 'packagecloud_api' target: '/root' - - maven-target: - maven-version: 'mvn33-new' - goals: '--version' - settings: 'vpp-settings' - settings-type: cfp - global-settings: 'global-settings' - global-settings-type: cfp - shell: !include-raw-escape: ../scripts/setup_vpp_ubuntu_arm_test.sh - shell: @@ -530,102 +445,7 @@ publishers: - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - -- job-template: - name: 'vpp-arm-old-merge-{stream}-{os}' - - project-type: freestyle - node: '{os}arm-us' - archive-artifacts: > - **/build-root/*.rpm - **/build-root/*.deb - **/dpdk/*.rpm - **/dpdk/*.deb - allow-empty: 'true' - fingerprint: false - only-if-success: true - default-excludes: false - - build-discarder: - daysToKeep: '{build-days-to-keep}' - numToKeep: 100 - artifactDaysToKeep: '{build-artifact-days-to-keep}' - artifactNumToKeep: '{build-artifact-num-to-keep}' - - parameters: - - project-parameter: - project: '{project}' - - gerrit-parameter: - branch: '{branch}' - - os-parameter: - os: '{os}' - - maven-project-parameter: - maven: 'mvn33-new' - - maven-exec: - maven-version: 'mvn33-new' - - stream-parameter: - stream: '{stream}' - - repo-name-parameter: - repo-name: '{repo-stream-part}.{repo-os-part}' - - string: - name: ARCHIVE_ARTIFACTS - default: '{archive-artifacts}' - description: Artifacts to archive to the logs server. - - scm: - - gerrit-trigger-scm: - credentials-id: 'jenkins-gerrit-credentials' - refspec: '' - choosing-strategy: 'default' - - wrappers: - - fdio-infra-wrappers: - build-timeout: 120 - - triggers: - - gerrit-trigger-patch-merged: - name: '{project}' - branch: '{branch}' - - builders: - - config-file-provider: - files: - - file-id: '.packagecloud' - target: '/root' - - config-file-provider: - files: - - file-id: 'packagecloud_api' - target: '/root' - - maven-target: - maven-version: 'mvn33-new' - goals: '--version' - settings: 'vpp-settings' - settings-type: cfp - global-settings: 'global-settings' - global-settings-type: cfp - - shell: - !include-raw-escape: ../scripts/setup_vpp_ubuntu_arm_test.sh - - shell: - !include-raw-escape: - - ../scripts/setup_vpp_dpdk_dev_env.sh - - include-raw-vpp-parallel-vars.sh - - include-raw-vpp-arm-build-no-test.sh - - - provide-maven-settings: - settings-file: 'vpp-settings' - global-settings-file: 'global-settings' - - shell: - !include-raw-escape: - - ../scripts/packagecloud_push.sh - - shell: - !include-raw-escape: - - ../scripts/maven_push_functions.sh - - include-raw-vpp-maven-push.sh - - publishers: - - fdio-infra-shiplogs: - maven-version: 'mvn33-new' + maven-version: 'mvn36' - job-template: name: 'vpp-checkstyle-verify-{stream}' @@ -633,6 +453,7 @@ project-type: freestyle node: '{os}-us' concurrent: true + archive-artifacts: '/tmp/vpp-failed-unittests/*/* **/core' build-discarder: daysToKeep: '{build-days-to-keep}' @@ -648,7 +469,7 @@ - os-parameter: os: '{os}' - repo-name-parameter: - repo-name: '{repo-stream-part}.ubuntu.xenial.main' + repo-name: '{repo-stream-part}.ubuntu.bionic.main' scm: - gerrit-trigger-scm: @@ -667,7 +488,7 @@ - patchset-created-event: exclude-drafts: 'true' exclude-trivial-rebase: 'false' - exclude-no-code-change: 'true' + exclude-no-code-change: 'false' - draft-published-event - comment-added-contains-event: comment-contains-value: 'checkstylecheck' @@ -677,6 +498,11 @@ comment-contains-value: 'recheck' - comment-added-contains-event: comment-contains-value: 'reverify' + # Following two are to cover missing functions of drafts going to review status + - comment-added-contains-event: + comment-contains-value: 'runtest' + - comment-added-contains-event: + comment-contains-value: 'This change is ready for review' projects: - project-compare-type: 'ANT' project-pattern: '{project}' @@ -716,8 +542,7 @@ publishers: - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - archive-artifacts: '/tmp/vpp-failed-unittests/*/* **/core' + maven-version: 'mvn36' - naginator: rerun-unstable-builds: true max-failed-builds: 1 @@ -729,15 +554,7 @@ project-type: freestyle node: '{os}-us' concurrent: true - archive-artifacts: > - **/build-root/*.rpm - **/build-root/*.deb - **/dpdk/*.rpm - **/dpdk/*.deb - allow-empty: 'true' - fingerprint: false - only-if-success: true - default-excludes: false + archive-artifacts: '/tmp/vpp-failed-unittests/*/* **/core' build-discarder: daysToKeep: '{build-days-to-keep}' @@ -786,8 +603,7 @@ publishers: - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - archive-artifacts: '/tmp/vpp-failed-unittests/*/* **/core' + maven-version: 'mvn36' - naginator: rerun-unstable-builds: false max-failed-builds: 2 @@ -799,6 +615,7 @@ project-type: freestyle node: 'ubuntu1804-us' concurrent: true + archive-artifacts: '/tmp/vpp-failed-unittests/*/* **/core' build-discarder: daysToKeep: '{build-days-to-keep}' @@ -812,7 +629,7 @@ - gerrit-parameter: branch: '{branch}' - os-parameter: - os: 'ubuntu1604' + os: 'ubuntu1804' - repo-name-parameter: repo-name: '{repo-stream-part}.ubuntu.bionic.main' - stream-parameter: @@ -843,27 +660,116 @@ publishers: - fdio-infra-shiplogs: - maven-version: 'mvn33-new' - archive-artifacts: '/tmp/vpp-failed-unittests/*/* **/core' + maven-version: 'mvn36' - naginator: rerun-unstable-builds: false max-failed-builds: 1 fixed-delay: 90 +- job-template: + name: 'vpp-coverity-{stream}' + + project-type: freestyle + node: 'ubuntu1804-us' + concurrent: true + archive-artifacts: '/tmp/vpp-failed-unittests/*/* **/core' + + build-discarder: + daysToKeep: '{build-days-to-keep}' + numToKeep: '{build-num-to-keep}' + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - os-parameter: + os: 'ubuntu1804' + - repo-name-parameter: + repo-name: '{repo-stream-part}.ubuntu.bionic.main' + - stream-parameter: + stream: '{stream}' + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '' + choosing-strategy: 'gerrit' + + wrappers: + - fdio-infra-wrappers: + build-timeout: '{build-timeout}' + + triggers: + - timed: '0 14 * * *' + + builders: + - shell: + command: !include-raw-escape: include-raw-vpp-coverity.sh + unstable-return: 42 + + publishers: + - email-ext: + # yamllint disable-line rule:line-length + recipients: 'ejk@cisco.com' + reply-to: '' + content-type: 'text' + subject: 'Coverity run passing as of $BUILD_TIMESTAMP' + # yamllint disable-line rule:line-length + body: | + Coverity run passing. + + ${{FILE,path="output.txt"}} + failure: false + success: true + - email-ext: + # yamllint disable-line rule:line-length + recipients: 'ejk@cisco.com' + reply-to: '' + content-type: 'text' + subject: 'Coverity run UNSTABLE as of $BUILD_TIMESTAMP' + # yamllint disable-line rule:line-length + body: | + Coverity run UNSTABLE. + + Something went wrong with daily scan. + failure: false + unstable: true + - email-ext: + # yamllint disable-line rule:line-length + recipients: 'vpp-dev@lists.fd.io, ejk@cisco.com' + reply-to: '' + content-type: 'text' + subject: 'Coverity run FAILED as of $BUILD_TIMESTAMP' + # yamllint disable-line rule:line-length + body: | + Coverity run failed today. + + ${{FILE,path="output.txt"}} + failure: true + - email-ext: + # yamllint disable-line rule:line-length + recipients: 'vpp-dev@lists.fd.io, ejk@cisco.com' + reply-to: '' + content-type: 'text' + subject: 'Coverity run as of $BUILD_TIMESTAMP' + # yamllint disable-line rule:line-length + body: | + Coverity run fixed today. + + ${{FILE,path="output.txt"}} + failure: false + fixed: true + - fdio-infra-shiplogs: + maven-version: 'mvn36' + - job-template: name: 'vpp-merge-{stream}-{os}' project-type: freestyle node: '{os}-us' - archive-artifacts: > - **/build-root/*.rpm - **/build-root/*.deb - **/dpdk/*.rpm - **/dpdk/*.deb - allow-empty: 'true' - fingerprint: false - only-if-success: true - default-excludes: false build-discarder: daysToKeep: '{build-days-to-keep}' @@ -915,13 +821,6 @@ files: - file-id: 'packagecloud_api' target: '/root' - - maven-target: - maven-version: 'mvn33-new' - goals: '--version' - settings: 'vpp-settings' - settings-type: cfp - global-settings: 'global-settings' - global-settings-type: cfp - shell: !include-raw-escape: include-raw-vpp-checkstyle.sh - shell: @@ -936,24 +835,20 @@ - shell: !include-raw-escape: - ../scripts/packagecloud_push.sh - - shell: - !include-raw-escape: - - ../scripts/maven_push_functions.sh - - include-raw-vpp-maven-push.sh publishers: - fdio-infra-shiplogs: - maven-version: 'mvn33-new' + maven-version: 'mvn36' - naginator: rerun-unstable-builds: false max-failed-builds: 1 fixed-delay: 90 - job-template: - name: 'vpp-csit-verify-device-{stream}-1n-skx' + name: 'vpp-csit-verify-device-{stream}-{device-node-arch}' project-type: freestyle - node: 'vpp-csit-device' + node: '{executor}' concurrent: true archive-artifacts: '**/csit_current/**/*.*' latest-only: false @@ -995,9 +890,10 @@ build-timeout: '90' triggers: - - gerrit-trigger-csit-devicetest: + - '{trigger}': name: '{project}' branch: '{branch}' + skip-vote: '{skip-vote}' builders: - shell: @@ -1005,14 +901,16 @@ - shell: !include-raw-escape: ../scripts/setup_vpp_dpdk_dev_env.sh - shell: - !include-raw-escape: include-raw-vpp-csit-device.sh + !include-raw-escape: + - include-raw-vpp-parallel-vars.sh + - include-raw-vpp-csit-device.sh publishers: - robot-report: output-path: 'csit_current/' - fdio-infra-shiplogs: - maven-version: 'mvn33-new' + maven-version: 'mvn36' - job-template: name: 'vpp-csit-verify-perf-{stream}-{node-arch}' @@ -1088,13 +986,65 @@ output-path: 'csit_current/0/' - fdio-infra-shiplogs: - maven-version: 'mvn33-new' + maven-version: 'mvn36' -- project: - name: vpp-info - project-name: vpp - jobs: - - gerrit-info-yaml-verify - build-node: centos7-builder-4c-4g - project: vpp - branch: master +- job-template: + name: 'vpp-csit-verify-api-crc-{stream}' + + project-type: freestyle + node: '{os}-us' + concurrent: true + archive-artifacts: '' + latest-only: false + + build-discarder: + daysToKeep: '{build-days-to-keep}' + numToKeep: 100 + artifactDaysToKeep: '{build-artifact-days-to-keep}' + artifactNumToKeep: '{build-artifact-num-to-keep}' + + parameters: + - project-parameter: + project: '{project}' + - gerrit-parameter: + branch: '{branch}' + - gerrit-refspec-parameter + - gerrit-csit-refspec-parameter + - stream-parameter: + stream: '{stream}' + - string: + name: ARCHIVE_ARTIFACTS + default: '{archive-artifacts}' + description: Artifacts to archive to the logs server. + # Not sure whether not failing has any useful usage, + # but it does not hurt to have some flexibility for future. + - csit-fail-on-crc-mismatch-parameter: + fail-on-crc-mismatch: 'True' + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '$GERRIT_REFSPEC' + choosing-strategy: 'gerrit' + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: 300 + + triggers: + # TODO: Make other verify jobs trigger on success of this one, + # without breaking verification for VPP branches before stable/1908. + - gerrit-trigger-checkstyle: + name: '{project}' + branch: '{branch}' + + builders: + - shell: + !include-raw-escape: ../scripts/setup_vpp_ubuntu_docker_test.sh + - shell: + !include-raw-escape: check_crc.sh + # TODO: Add sending e-mail notifications to vpp-api-dev@lists.fd.io + + publishers: + - fdio-infra-shiplogs: + maven-version: 'mvn36'