X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=jjb%2Fvpp%2Fvpp.yaml;h=4422988e40ffdf0adbf1a551dacf630a135b283a;hb=7b7ffa99873e679b637ef00a3953ddd1f5a28aae;hp=5a157285c11b9adfa58d67e5b634e84bde778fa5;hpb=ae4e3c4af29fea66d3396161958c8fa111912d7d;p=ci-management.git diff --git a/jjb/vpp/vpp.yaml b/jjb/vpp/vpp.yaml index 5a157285c..4422988e4 100644 --- a/jjb/vpp/vpp.yaml +++ b/jjb/vpp/vpp.yaml @@ -1,4 +1,4 @@ -# Copyright (c) 2022 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -33,21 +33,20 @@ jobs: - 'vpp-checkstyle-verify-{stream}-{os}-{executor-arch}' project: 'vpp' - os: 'ubuntu2004' + os: + - ubuntu2204 stream: - - master: + - 'master': branch: 'master' branch-refspec: '' - - '2110': - branch: 'stable/2110' - branch-refspec: '' - - '2202': - branch: 'stable/2202' + - '2310': + branch: 'stable/2310' branch-refspec: '' - - '2206': - branch: 'stable/2206' + - '2402': + branch: 'stable/2402' branch-refspec: '' executor-arch: 'x86_64' + # [end] VPP-CHECKSTYLE-X86_64 PROJECT # VPP-X86_64 PROJECT @@ -66,45 +65,52 @@ - 'vpp-merge-{stream}-{os}-{executor-arch}' project: 'vpp' make-parallel-jobs: '4' - make-test-os: 'ubuntu-20.04' stream: - - master: + - 'master': branch: 'master' branch-refspec: '' - - '2110': - branch: 'stable/2110' - branch-refspec: '' - - '2202': - branch: 'stable/2202' + make-test-os: 'ubuntu-20.04 ubuntu-22.04' + make-test-multiworker-os: 'debian-11' + - '2310': + branch: 'stable/2310' branch-refspec: '' - - '2206': - branch: 'stable/2206' + make-test-os: 'ubuntu-20.04 ubuntu-22.04' + make-test-multiworker-os: 'debian-11' + - '2402': + branch: 'stable/2402' branch-refspec: '' + make-test-os: 'ubuntu-20.04 ubuntu-22.04' + make-test-multiworker-os: 'debian-11' os: - - debian10 - debian11 - - ubuntu1804 - ubuntu2004 + - ubuntu2204 executor-arch: 'x86_64' - exclude: - # OS deprecated on master - - stream: 'master' - os: 'ubuntu1804' - # OS deprecated on 2202 - - stream: '2202' - os: 'ubuntu1804' - # OS deprecated on 2206 - - stream: '2206' - os: 'ubuntu1804' - # os added in master - - stream: '2106' - os: 'debian11' - - stream: '2110' - os: 'debian11' - - stream: '2202' - os: 'debian11' # [end] VPP-X86_64 PROJECT +# VPP-GCC-X86_64 PROJECT +- project: + name: vpp-gcc-x86_64 + jobs: + - 'vpp-gcc-verify-{stream}-{os}-{executor-arch}' + project: 'vpp' + make-parallel-jobs: '4' + os: + - ubuntu2204 + executor-arch: 'x86_64' + stream: + - 'master': + branch: 'master' + branch-refspec: '' + - '2310': + branch: 'stable/2310' + branch-refspec: '' + - '2402': + branch: 'stable/2402' + branch-refspec: '' + +# [end] VPP-GCC-X86_64 PROJECT + # VPP-DEBUG-X86_64 PROJECT # # Currently a periodic job due to intermittent failures. @@ -117,40 +123,66 @@ - 'vpp-debug-verify-{stream}-{os}-{executor-arch}' project: 'vpp' make-parallel-jobs: '4' - make-test-os: 'ubuntu-20.04' + make-test-os: 'ubuntu-20.04 ubuntu-22.04' comment-trigger-value: 'debug-verify' stream: - - master: + - 'master': branch: 'master' branch-refspec: '' - # Once per hour - periodicity: 'H * * * *' - os: 'ubuntu2004' + make-test-os: 'ubuntu-20.04 ubuntu-22.04' + os: 'ubuntu2204' executor-arch: 'x86_64' + # [end] VPP-DEBUG-X86_64 PROJECT -# VPP-GCC-X86_64 PROJECT +# VPP-DPDK-RDMA-VERSION-MISMATCH-X86_64 PROJECT +# +# Currently a periodic job due to intermittent failures. +# Limiting branches to master, since other branches +# may not get fixes for the intermittent failures. +# - project: - name: vpp-gcc-x86_64 + name: vpp-dpdk-rdma-version-mismatch-x86_64 jobs: - - 'vpp-gcc-verify-{stream}-{os}-{executor-arch}' + - 'vpp-dpdk-rdma-version-mismatch-{stream}-{os}-{executor-arch}' project: 'vpp' + make-test-os: 'ubuntu-20.04 ubuntu-22.04' + comment-trigger-value: 'dpdk-rdma-version-mismatch' + stream: + - 'master': + branch: 'master' + # Once per day at 00:15 + periodicity: '15 0 * * 0-6' + os: 'ubuntu2204' executor-arch: 'x86_64' - os: 'ubuntu2004' + +# [end] VPP-DPDK-RDMA-VERSION-MISMATCH-X86_64 PROJECT + +# VPP-COV-X86_64 PROJECT +# +# A per-patch job to produce code coverage. +# +# TODO: switch OS to ubuntu-22.04 once the skipping of intermittently failing +# tests are removed +# +- project: + name: vpp-cov-x86_64 + jobs: + - 'vpp-cov-verify-{stream}-{os}-{executor-arch}' + project: 'vpp' + make-parallel-jobs: '4' + make-test-os: 'ubuntu-20.04 ubuntu-22.04' + comment-trigger-value: 'gcov-report' stream: - - master: + - 'master': branch: 'master' branch-refspec: '' - - '2110': - branch: 'stable/2110' - branch-refspec: '' - - '2202': - branch: 'stable/2202' - branch-refspec: '' - - '2206': - branch: 'stable/2206' - branch-refspec: '' -# [end] VPP-GCC-X86_64 PROJECT + # Once per day at 00:25 + periodicity: '25 0 * * 0-6' + os: 'ubuntu2004' + executor-arch: 'x86_64' + +# [end] VPP-COV-X86_64 PROJECT # VPP-AARCH64 PROJECT # @@ -167,35 +199,27 @@ - 'vpp-verify-{stream}-{os}-{executor-arch}' - 'vpp-merge-{stream}-{os}-{executor-arch}' project: 'vpp' - make-parallel-jobs: '16' - make-test-os: 'ubuntu-20.04' + make-parallel-jobs: '4' stream: - - master: + - 'master': branch: 'master' branch-refspec: '' - - '2110': - branch: 'stable/2110' + make-test-os: 'ubuntu-20.04 ubuntu-22.04' + make-test-multiworker-os: '' + - '2310': + branch: 'stable/2310' branch-refspec: '' - - '2202': - branch: 'stable/2202' - branch-refspec: '' - - '2206': - branch: 'stable/2206' + make-test-os: 'ubuntu-20.04 ubuntu-22.04' + make-test-multiworker-os: '' + - '2402': + branch: 'stable/2402' branch-refspec: '' + make-test-os: 'ubuntu-20.04 ubuntu-22.04' + make-test-multiworker-os: '' os: - - ubuntu1804 - ubuntu2004 + - ubuntu2204 executor-arch: 'aarch64' - exclude: - # OS deprecated on master - - stream: 'master' - os: 'ubuntu1804' - # OS deprecated on 2202 - - stream: '2202' - os: 'ubuntu1804' - # OS deprecated on 2206 - - stream: '2206' - os: 'ubuntu1804' # [end] VPP-AARCH64 PROJECT # VPP-CSIT-VERIFY-DEVICE PROJECT @@ -207,24 +231,33 @@ project: 'vpp' skip-vote: 'false' stream: - - master: + - 'master': branch: 'master' branch-refspec: '' - - '2202': - branch: 'stable/2202' + - '2310': + branch: 'stable/2310' branch-refspec: '' - - '2206': - branch: 'stable/2206' + - '2402': + branch: 'stable/2402' branch-refspec: '' testbed-arch: - - 1n-skx: - os: 'ubuntu2004' + - 1n-spr: + os: 'ubuntu2204' executor-arch: 'x86_64' - - 1n-tx2: - os: 'ubuntu2004' + skip-vote: 'true' +# - 1n-tx2: +# os: 'ubuntu2204' +# executor-arch: 'aarch64' +# skip-vote: 'false' + - 1n-alt: + os: 'ubuntu2204' executor-arch: 'aarch64' skip-vote: 'true' - + exclude: + # 1n-alt testbed not supported + # in CSIT prior to 2402 + - testbed-arch: 1n-alt + stream: '2310' # [end] VPP-CSIT-VERIFY-DEVICE PROJECT # VPP-CSIT-VERIFY-PERF PROJECT @@ -232,56 +265,53 @@ name: vpp-csit-verify-perf jobs: - 'vpp-csit-verify-perf-{stream}-{os}-{executor-arch}-{testbed-arch}' + - 'vpp-csit-bisect-{stream}-{os}-{executor-arch}-{testbed-arch}' project: 'vpp' skip-vote: 'false' stream: - - master: + - 'master': branch: 'master' branch-refspec: '' - - '2202': - branch: 'stable/2202' - branch-refspec: '' - - '2206': - branch: 'stable/2206' - branch-refspec: '' testbed-arch: - 2n-icx: - os: 'ubuntu2004' + os: 'ubuntu2204' executor-arch: 'x86_64' - 2n-clx: - os: 'ubuntu2004' + os: 'ubuntu2204' executor-arch: 'x86_64' - - 2n-skx: - os: 'ubuntu2004' + - 2n-spr: + os: 'ubuntu2204' executor-arch: 'x86_64' - 2n-zn2: - os: 'ubuntu2004' - executor-arch: 'x86_64' - - 3n-skx: - os: 'ubuntu2004' + os: 'ubuntu2204' executor-arch: 'x86_64' - 3n-icx: - os: 'ubuntu2004' - executor-arch: 'x86_64' - - 2n-dnv: - os: 'ubuntu2004' - executor-arch: 'x86_64' - - 3n-dnv: - os: 'ubuntu2004' + os: 'ubuntu2204' executor-arch: 'x86_64' - 3n-tsh: - os: 'ubuntu2004' + os: 'ubuntu2204' executor-arch: 'aarch64' make-parallel-jobs: '16' - 3n-alt: - os: 'ubuntu2004' + os: 'ubuntu2204' executor-arch: 'aarch64' make-parallel-jobs: '16' - 2n-tx2: - os: 'ubuntu2004' + os: 'ubuntu2204' executor-arch: 'aarch64' make-parallel-jobs: '16' - + - 3n-snr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3n-icxd: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3na-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' + - 3nb-spr: + os: 'ubuntu2204' + executor-arch: 'x86_64' # [end] VPP-CSIT-VERIFY-PERF PROJECT # VPP-CSIT-API-CRC PROJECT @@ -296,16 +326,17 @@ executor-arch: 'x86_64' skip-vote: 'false' stream: - - master: + - 'master': branch: 'master' branch-refspec: '' - - '2202': - branch: 'stable/2202' + - '2310': + branch: 'stable/2310' branch-refspec: '' - - '2206': - branch: 'stable/2206' + - '2402': + branch: 'stable/2402' branch-refspec: '' - os: 'ubuntu2004' + os: + - 'ubuntu2204' # [end] VPP-CSIT-API-CRC PROJECT # LF RELENG VPP PROJECTS @@ -379,8 +410,6 @@ - draft-published-event - comment-added-contains-event: comment-contains-value: 'checkstylecheck' - - comment-added-contains-event: - comment-contains-value: 'docsonly' - comment-added-contains-event: comment-contains-value: 'recheck' - comment-added-contains-event: @@ -465,6 +494,8 @@ make-parallel-jobs: '{make-parallel-jobs}' - make-test-os-parameter: make-test-os: '{make-test-os}' + - make-test-multiworker-os-parameter: + make-test-multiworker-os: '{make-test-multiworker-os}' - os-parameter: os: '{os}' - project-parameter: @@ -545,9 +576,7 @@ build-timeout: '{build-timeout}' triggers: - - timed: '{periodicity}' - - gerrit-trigger-manually-triggered: - comment-trigger-value: '{comment-trigger-value}' + - gerrit-trigger-checkstyle-nonvoting: name: '{project}' branch: '{branch}' @@ -567,7 +596,68 @@ publishers: - fdio-infra-publish -# [end] VPP-DEBUG-VERIFY-PERIODIC JOB TEMPLATE +# [end] VPP-DEBUG-VERIFY JOB TEMPLATE + +# VPP-DPDK-RDMA-VERSION-MISMATCH PERIODIC JOB TEMPLATE +- job-template: + name: 'vpp-dpdk-rdma-version-mismatch-{stream}-{os}-{executor-arch}' + + project-type: freestyle + node: 'builder-{os}-prod-{executor-arch}' + concurrent: true + + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" + + # Please keep parameters in alphabetical order + parameters: + - gerrit-parameter: + branch: '{branch}' + - make-parallel-jobs-parameter: + make-parallel-jobs: '{make-parallel-jobs}' + - make-test-os-parameter: + make-test-os: '{make-test-os}' + - os-parameter: + os: '{os}' + - project-parameter: + project: '{project}' + - stream-parameter: + stream: '{stream}' + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '' + choosing-strategy: 'default' + + wrappers: + - fdio-infra-wrappers: + build-timeout: '{build-timeout}' + + triggers: + - timed: '{periodicity}' + - gerrit-trigger-manually-triggered: + comment-trigger-value: '{comment-trigger-value}' + name: '{project}' + branch: '{branch}' + + builders: + - shell: + !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: + - ../scripts/setup_vpp_ubuntu_docker_test.sh + - shell: + !include-raw-escape: + - ../scripts/vpp/dpdk-rdma-version-mismatch.sh + + publishers: + - vpp-dpdk-rdma-version-mismatch: + branch: '{branch}' + - fdio-infra-publish +# [end] VPP-DPDK-RDMA-VERSION-MISMATCH PERIODIC JOB TEMPLATE # VPP-MERGE JOB TEMPLATE - job-template: @@ -588,6 +678,8 @@ make-parallel-jobs: '{make-parallel-jobs}' - make-test-os-parameter: make-test-os: '{make-test-os}' + - make-test-multiworker-os-parameter: + make-test-multiworker-os: '{make-test-multiworker-os}' - os-parameter: os: '{os}' - project-parameter: @@ -622,6 +714,9 @@ - shell: !include-raw-escape: - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: + - ../scripts/vpp/commitmsg.sh - shell: !include-raw-escape: - ../scripts/setup_vpp_ubuntu_docker_test.sh @@ -699,6 +794,69 @@ - fdio-infra-publish # [end] VPP-GCC-VERIFY JOB TEMPLATE +# VPP-COV-VERIFY JOB TEMPLATE +- job-template: + name: 'vpp-cov-verify-{stream}-{os}-{executor-arch}' + + project-type: freestyle + node: 'builder-{os}-prod-{executor-arch}' + concurrent: true + + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" + + # Please keep parameters in alphabetical order + parameters: + - gerrit-parameter: + branch: '{branch}' + - make-parallel-jobs-parameter: + make-parallel-jobs: '{make-parallel-jobs}' + - make-test-os-parameter: + make-test-os: '{make-test-os}' + - os-parameter: + os: '{os}' + - project-parameter: + project: '{project}' + - stream-parameter: + stream: '{stream}' + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '' + choosing-strategy: 'default' + + wrappers: + - fdio-infra-wrappers: + build-timeout: '{build-timeout}' + + triggers: + - timed: '{periodicity}' + - gerrit-trigger-manually-triggered: + comment-trigger-value: '{comment-trigger-value}' + name: '{project}' + branch: '{branch}' + + builders: + - shell: + !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: + - ../scripts/setup_vpp_ubuntu_docker_test.sh + - shell: + !include-raw-escape: + - ../scripts/setup_vpp_ext_deps.sh + - shell: + !include-raw-escape: + - ../scripts/vpp/cov-build.sh + + publishers: + - fdio-infra-publish-cov-7day + - fdio-infra-publish +# [end] VPP-COV-VERIFY JOB TEMPLATE + # VPP-CSIT-VERIFY-DEVICE-PERPATCH JOB TEMPLATE - job-template: name: 'vpp-csit-verify-device-{stream}-{os}-{executor-arch}-{testbed-arch}' @@ -870,12 +1028,107 @@ - shell: !include-raw-escape: - ../scripts/vpp/copy_archives.sh - - robot-report: - output-path: 'archives/csit_current/0/' - - fdio-infra-publish # [end] VPP-CSIT-VERIFY-PERF JOB TEMPLATE +# VPP-CSIT-BISECT JOB TEMPLATE +- job-template: + name: 'vpp-csit-bisect-{stream}-{os}-{executor-arch}-{testbed-arch}' + description: | + + + project-type: freestyle + node: 'builder-{os}-prod-{executor-arch}' + concurrent: true + latest-only: false + + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" + + # Please keep parameters in alphabetical order + parameters: + - csit-perf-trial-duration-parameter: + csit-perf-trial-duration: "1.0" + - csit-perf-trial-multiplicity-parameter: + csit-perf-trial-multiplicity: "60" + - gerrit-csit-refspec-parameter + - gerrit-event-comment-text-parameter + - gerrit-event-type-parameter + - gerrit-refspec-parameter: + refspec: '{branch-refspec}' + - gerrit-parameter: + branch: '{branch}' + - make-parallel-jobs-parameter: + make-parallel-jobs: '{make-parallel-jobs}' + - os-parameter: + os: '{os}' + - project-parameter: + project: '{project}' + - stream-parameter: + stream: '{stream}' + + scm: + - gerrit-trigger-scm: + credentials-id: 'jenkins-gerrit-credentials' + refspec: '$GERRIT_REFSPEC' + choosing-strategy: 'gerrit' + + wrappers: + - fdio-infra-wrappers-non-activity-timeout: + build-timeout: 300 + + triggers: + - gerrit-trigger-csit-perftest: + project: '{project}' + branch: '{branch}' + trigger-word: 'bisecttest-{testbed-arch}' + skip-vote: true + + builders: + - shell: + !include-raw-escape: + - ../scripts/setup_executor_env.sh + - shell: + !include-raw-escape: + - ../scripts/setup_vpp_ubuntu_docker_test.sh + - shell: + !include-raw-escape: + - ../scripts/setup_vpp_ext_deps.sh + - shell: + !include-raw-escape: + - ../scripts/vpp/csit-bisect.sh + + publishers: + - postbuildscript: + # Can be removed when all CSIT branches use correct archive directory. + builders: + - build-on: + - ABORTED + - FAILURE + - NOT_BUILT + - SUCCESS + - UNSTABLE + build-steps: + - shell: + !include-raw-escape: + - ../scripts/vpp/copy_archives.sh + - fdio-infra-publish +# [end] VPP-CSIT-BISECT JOB TEMPLATE + # VPP-CSIT-VERIFY-API-CRC JOB TEMPLATE - job-template: name: 'vpp-csit-verify-api-crc-{stream}-{os}-{executor-arch}' @@ -936,3 +1189,22 @@ - fdio-infra-publish # [end] VPP-CSIT-VERIFY-API-CRC JOB TEMPLATE # [end] JOB TEMPLATE DEFINITIONS + +- project: + name: vpp-release + project: vpp + project-name: vpp + build-node: centos8-builder-2c-2g + mvn-settings: vpp-settings + jobs: + - "gerrit-packagecloud-release-verify" + +- project: + name: vpp-packagecloud-release + project: vpp + project-name: vpp + build-node: centos8-builder-2c-2g + mvn-settings: vpp-settings + jobs: + - "gerrit-packagecloud-release-merge" + - "{project-name}-gerrit-release-jobs"