X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=jjb%2Fglobal-macros.yaml;h=9c0eeacbb2e8fb12c3e222b7e02d8115de957d60;hb=HEAD;hp=261705f6b8e527dd6cd5e429ff0102302a8ea1f0;hpb=e6a6d4a2669352a3768ac9eaec5e36a66f4c965a;p=ci-management.git diff --git a/jjb/global-macros.yaml b/jjb/global-macros.yaml index 261705f6b..2de57c726 100644 --- a/jjb/global-macros.yaml +++ b/jjb/global-macros.yaml @@ -24,14 +24,6 @@ default: '{arch}' description: "Architecture parameter" -- parameter: - name: archive-artifacts-parameter - parameters: - - string: - name: ARCHIVE_ARTIFACTS - default: '{artifacts}' - description: "Artifacts to archive on the log server." - - parameter: name: compiler-parameter parameters: @@ -56,6 +48,14 @@ default: '{make-test-os}' description: "The OS on which 'make test' is run." +- parameter: + name: make-test-multiworker-os-parameter + parameters: + - string: + name: MAKE_TEST_MULTIWORKER_OS + default: '{make-test-multiworker-os}' + description: "The OS on which 'make test' is run with multiple VPP workers." + - parameter: name: csit-fail-on-crc-mismatch-parameter parameters: @@ -180,14 +180,6 @@ # yamllint disable-line rule:line-length description: "JJB configured PROJECT parameter to identify a Gerrit project" -- parameter: - name: repo-name-parameter - parameters: - - string: - name: REPO_NAME - default: '{repo-name}' - description: 'Name of repo to which to publish packaging' - - parameter: name: stream-parameter parameters: @@ -295,6 +287,22 @@ #### TRIGGERS # Keep 'trigger' entries ordered alphabetically, please. +- trigger: + name: gerrit-trigger-build + # Comes from hicn, some verify jobs wait for build to pass. + triggers: + - gerrit: + server-name: 'Primary' + trigger-on: + - comment-added-contains-event: + comment-contains-value: 'build_success-{stream}-{os}-{executor-arch}' + projects: + - project-compare-type: 'ANT' + project-pattern: '{name}' + branches: + - branch-compare-type: 'ANT' + branch-pattern: '**/{branch}' + - trigger: name: gerrit-trigger-checkstyle # Comes from VPP, some verify jobs wait for checkstyle to pass. @@ -360,6 +368,27 @@ unstable: '{skip-vote}' notbuilt: '{skip-vote}' +- trigger: + name: gerrit-trigger-csit-terraform + # Manual trigger common for csit-terraform jobs. + triggers: + - gerrit: + server-name: 'Primary' + trigger-on: + - comment-added-contains-event: + comment-contains-value: '{trigger-word}' + projects: + - project-compare-type: 'ANT' + project-pattern: '{project}' + branches: + - branch-compare-type: 'ANT' + branch-pattern: '**/{branch}' + skip-vote: + successful: '{skip-vote}' + failed: '{skip-vote}' + unstable: '{skip-vote}' + notbuilt: '{skip-vote}' + - trigger: name: gerrit-trigger-csit-vpp-devicetest-full # Comes from CSIT, for automatic jobs running device tests with VPP builds. @@ -674,8 +703,8 @@ Following progressions occured in the last trending job runs, listed per testbed type. ${{FILE,path="resources/tools/presentation/_build/_static/vpp/trending-progressions.txt"}} - failure: true - success: false + failure: false + success: true - publisher: name: csit-trending-regressions @@ -691,6 +720,37 @@ Following regressions occured in the last trending job runs, listed per testbed type. ${{FILE,path="resources/tools/presentation/_build/_static/vpp/trending-regressions.txt"}} + failure: false + success: true + +- publisher: + name: vpp-dpdk-rdma-version-mismatch + publishers: + - email-ext: + # NOTE: noreply@jenkins.fd.io must be a member of vpp-build@lists.fd.io + # for the email to be distributed to the group members. + # yamllint disable-line rule:line-length + recipients: 'vpp-build@lists.fd.io' + reply-to: '' + content-type: 'text' + subject: '{branch}: vpp-dpdk-rdma-version-mismatch job failed!' + # yamllint disable-line rule:line-length + body: | + Build $BUILD_NUMBER of $JOB_NAME failed. + Check $BUILD_URL + console log to see if the job failed due to a package version mismatch or + a CI infra issue. If the failure was due to a CI infra issue, then + there is nothing else to be done. + + However, if there was a package version mismatch, then the MLX driver + is NOT being built in the VPP DPDK library. Please push a gerrit change + with the updated package version(s) in the version matrix file, resolve + any build issues, and merge the change to re-enable the building of the + MLX DPDK driver in the VPP DPDK library. + + Thanks, + The VPP Build Maintainers + failure: true success: false @@ -715,10 +775,10 @@ - publisher: name: fdio-infra-publish-docs - # macro to finish up a build. + # macro to finish up a docs build. # # Handles the following: - # - Shipping docs S3 logs repository + # - Mapping docs S3 bucket credentials for merge job docs upload # - Cleanup workspace publishers: - postbuildscript: @@ -740,12 +800,66 @@ - "**/*.jenkins-trigger" fail-build: false +- publisher: + name: fdio-infra-publish-cov-7day + # macro to finish up a verify docs build. + # + # Handles the following: + # - Mapping 7-day retention S3 bucket credentials for verify job docs upload + # - Cleanup workspace + publishers: + - postbuildscript: + builders: + - role: BOTH + build-on: + - ABORTED + - FAILURE + - NOT_BUILT + - SUCCESS + - UNSTABLE + build-steps: + - fdio-infra-ship-cov-7day + mark-unstable-if-failed: true + - workspace-cleanup: + exclude: + # Do not clean up *.jenkins-trigger files for jobs that use a + # properties file as input for triggering another build. + - "**/*.jenkins-trigger" + fail-build: false + +- publisher: + name: fdio-infra-publish-docs-7day + # macro to finish up a verify docs build. + # + # Handles the following: + # - Mapping 7-day retention S3 bucket credentials for verify job docs upload + # - Cleanup workspace + publishers: + - postbuildscript: + builders: + - role: BOTH + build-on: + - ABORTED + - FAILURE + - NOT_BUILT + - SUCCESS + - UNSTABLE + build-steps: + - fdio-infra-ship-docs-7day + mark-unstable-if-failed: true + - workspace-cleanup: + exclude: + # Do not clean up *.jenkins-trigger files for jobs that use a + # properties file as input for triggering another build. + - "**/*.jenkins-trigger" + fail-build: false + - publisher: name: fdio-infra-publish # macro to finish up a build. # # Handles the following: - # - Shipping logs to Nexus or S3 logs repository + # - Shipping logs to S3 logs repository # - Cleanup workspace publishers: - postbuildscript: @@ -758,9 +872,8 @@ - SUCCESS - UNSTABLE build-steps: - - shell: !include-raw: scripts/post_build_executor_info.sh - - shell: !include-raw: scripts/post_build_deploy_archives.sh - - fdio-infra-ship-backup-logs + - shell: !include-raw-escape: scripts/post_build_executor_info.sh + - shell: !include-raw-escape: scripts/post_build_deploy_archives.sh - fdio-infra-ship-logs mark-unstable-if-failed: true - workspace-cleanup: @@ -811,68 +924,59 @@ - shell: | $WORKSPACE/scripts/check-unicode.sh jjb/ -- property: - name: fdio-infra-properties - properties: - - build-discarder: - days-to-keep: '{build-days-to-keep}' - num-to-keep: '{build-num-to-keep}' - - builder: name: fdio-infra-ship-docs builders: - - config-file-provider: - files: - - file-id: "jenkins-log-archives-settings" - variable: "SETTINGS_FILE" - config-file-provider: files: - file-id: "jenkins-s3-docs-ship" target: $HOME/.aws/credentials - - shell: !include-raw: - - scripts/publish_library_py.sh - - shell: !include-raw: + - shell: !include-raw-escape: + - scripts/terraform_s3_docs_ship.sh + - shell: !include-raw-escape: - scripts/publish_docs.sh - shell: !include-raw: - ../global-jjb/shell/logs-clear-credentials.sh - builder: - name: fdio-infra-ship-backup-logs + name: fdio-infra-ship-cov-7day builders: - config-file-provider: files: - - file-id: "jenkins-s3-log-ship" - variable: $HOME/.aws/credentials - - shell: !include-raw: - - scripts/publish_library_py.sh + - file-id: "jenkins-s3-vpp-docs-ship" + target: $HOME/.aws/credentials + - shell: !include-raw-escape: + - scripts/terraform_s3_docs_ship.sh + - shell: !include-raw-escape: + - scripts/publish_cov.sh - shell: !include-raw: - - scripts/publish_logs.sh + - ../global-jjb/shell/logs-clear-credentials.sh + +- builder: + name: fdio-infra-ship-docs-7day + builders: + - config-file-provider: + files: + - file-id: "jenkins-s3-vpp-docs-ship" + target: $HOME/.aws/credentials + - shell: !include-raw-escape: + - scripts/terraform_s3_docs_ship.sh + - shell: !include-raw-escape: + - scripts/publish_docs.sh - shell: !include-raw: - ../global-jjb/shell/logs-clear-credentials.sh - builder: name: fdio-infra-ship-logs builders: - # Ensure no pre-existing .netrc files are overriding logs config - - lf-provide-maven-settings-cleanup - config-file-provider: files: - - file-id: "jenkins-log-archives-settings" - variable: "SETTINGS_FILE" - - conditional-step: - condition-kind: regex-match - regex: "^.*logs-s3.*" - label: $S3_BUCKET - on-evaluation-failure: dont-run - steps: - - config-file-provider: - files: - - file-id: "jenkins-s3-log-ship" - target: $HOME/.aws/credentials - - lf-infra-create-netrc: - server-id: logs + - file-id: "jenkins-s3-log-ship" + target: $HOME/.aws/credentials + - shell: !include-raw-escape: + - scripts/publish_library_py.sh - shell: !include-raw: - - ../global-jjb/shell/logs-deploy.sh + - scripts/publish_logs.sh - shell: !include-raw: - ../global-jjb/shell/logs-clear-credentials.sh - description-setter: