# lib_common.sh - Docker build script common library.
# For import only.
-# Copyright (c) 2021 Cisco and/or its affiliates.
+# Copyright (c) 2022 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
export EXECUTOR_CLASSES="$EXECUTOR_DEFAULT_CLASS csit_dut csit_shim"
export EXECUTOR_ARCHS="aarch64 x86_64"
declare -A EXECUTOR_CLASS_ARCH_OS_NAMES
-EXECUTOR_CLASS_ARCH_OS_NAMES["builder-aarch64"]="ubuntu-18.04 ubuntu-20.04"
-EXECUTOR_CLASS_ARCH_OS_NAMES["builder-x86_64"]="debian-10 debian-11 ubuntu-18.04 ubuntu-20.04"
-EXECUTOR_CLASS_ARCH_OS_NAMES["csit_dut-aarch64"]="ubuntu-18.04 ubuntu-20.04"
-EXECUTOR_CLASS_ARCH_OS_NAMES["csit_dut-x86_64"]="ubuntu-18.04 ubuntu-20.04"
-EXECUTOR_CLASS_ARCH_OS_NAMES["csit_shim-aarch64"]="ubuntu-18.04 ubuntu-20.04"
-EXECUTOR_CLASS_ARCH_OS_NAMES["csit_shim-x86_64"]="ubuntu-18.04 ubuntu-20.04"
+EXECUTOR_CLASS_ARCH_OS_NAMES["builder-aarch64"]="ubuntu-20.04"
+EXECUTOR_CLASS_ARCH_OS_NAMES["builder-x86_64"]="debian-10 debian-11 ubuntu-20.04"
+EXECUTOR_CLASS_ARCH_OS_NAMES["csit_dut-aarch64"]="ubuntu-20.04"
+EXECUTOR_CLASS_ARCH_OS_NAMES["csit_dut-x86_64"]="ubuntu-20.04"
+EXECUTOR_CLASS_ARCH_OS_NAMES["csit_shim-aarch64"]="ubuntu-20.04"
+EXECUTOR_CLASS_ARCH_OS_NAMES["csit_shim-x86_64"]="ubuntu-20.04"
export EXECUTOR_CLASS_ARCH_OS_NAMES
executor_list_roles() {
# to create an enumerated set of jobs jobs that match the
# definitions here.
declare -A VPP_BRANCHES
-VPP_BRANCHES["debian-10"]="stable/2110 stable/2202 stable/2206 master"
+VPP_BRANCHES["debian-10"]="stable/2202 stable/2206 master"
VPP_BRANCHES["debian-11"]="stable/2206 master"
-VPP_BRANCHES["ubuntu-18.04"]="stable/2110"
-VPP_BRANCHES["ubuntu-20.04"]="stable/2110 stable/2202 stable/2206 master"
+VPP_BRANCHES["ubuntu-20.04"]="stable/2202 stable/2206 master"
export VPP_BRANCHES
#! /bin/bash
-# Copyright (c) 2021 Cisco and/or its affiliates.
+# Copyright (c) 2022 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
echo " $script i[nspect] <prod image>"
echo
echo " revert: swaps 'prod-<arch>' and 'prod-prev-<arch>' images"
- echo " <prod image>: e.g. fdiotools/builder-ubuntu1804:prod-x86_64"
+ echo " <prod image>: e.g. fdiotools/builder-ubuntu2204:prod-x86_64"
echo
echo " promote: moves 'prod-<arch>' image to 'prod-prev-<arch>' tag and"
echo " tags <new image> with 'prod-<arch>'"
- echo " <new image>: e.g. fdiotools/builder-ubuntu1804:2020_09_23_151655-x86_64"
+ echo " <new image>: e.g. fdiotools/builder-ubuntu2204:2022_07_23_151655-x86_64"
echo " inspect: prints out all tags for prod-<arch> and prod-prev-<arch>"
echo
exit 1
-Subproject commit 2866593326538d6cba981820f0e9b5ba99189492
+Subproject commit a09b8bab2c37f67f0f5e9ef36f9e93b330fdd571
--- /dev/null
+---
+templates:
+ - image: "fdiotools/builder-ubuntu2204:prod-aarch64"
+ labels: "builder-ubuntu2204-prod-aarch64"
+ prefix: "builder-ubuntu2204-prod-aarch64"
+ hostVolumes: "/tmp/ccache.ubuntu2204:/scratch/ccache"
+ memory: 16000
--- /dev/null
+---
+templates:
+ - constraints:
+ - ltarget: "^${attr.cpu.arch}"
+ operand: "="
+ rtarget: "amd64"
+ - ltarget: "^${node.class}"
+ operand: "="
+ rtarget: "builder"
+ cpu: 20000
+ image: "fdiotools/builder-ubuntu2204:prod-x86_64"
+ labels: "builder-ubuntu2204-prod-x86_64"
+ memory: 20000
+ prefix: "builder-ubuntu2204-prod-x86_64"
+ hostVolumes: "/tmp/ccache.ubuntu2204:/scratch/ccache"
--- /dev/null
+---
+templates:
+ - image: "fdiotools/builder-ubuntu2204:sandbox-aarch64"
+ labels: "builder-ubuntu2204-sandbox-aarch64"
+ prefix: "builder-ubuntu2204-sandbox-aarch64"
+ hostVolumes: "/tmp/ccache.ubuntu2204:/scratch/ccache"
+ memory: 16000
--- /dev/null
+---
+templates:
+ - constraints:
+ - ltarget: "^${attr.cpu.arch}"
+ operand: "="
+ rtarget: "amd64"
+ - ltarget: "^${node.class}"
+ operand: "="
+ rtarget: "builder"
+ cpu: 14000
+ image: "fdiotools/builder-ubuntu2204:sandbox-x86_64"
+ labels: "builder-ubuntu2204-sandbox-x86_64"
+ memory: 14000
+ prefix: "builder-ubuntu2204-sandbox-x86_64"
+ hostVolumes: "/tmp/ccache.ubuntu2204:/scratch/ccache"
--- /dev/null
+---
+templates:
+ - image: "fdiotools/builder-ubuntu2204:test-aarch64"
+ labels: "builder-ubuntu2204-test-aarch64"
+ prefix: "builder-ubuntu2204-test-aarch64"
+ hostVolumes: "/tmp/ccache.ubuntu2204:/scratch/ccache"
+ memory: 16000
--- /dev/null
+---
+templates:
+ - constraints:
+ - ltarget: "^${attr.cpu.arch}"
+ operand: "="
+ rtarget: "amd64"
+ - ltarget: "^${node.class}"
+ operand: "="
+ rtarget: "builder"
+ cpu: 14000
+ image: "fdiotools/builder-ubuntu2204:test-x86_64"
+ labels: "builder-ubuntu2204-test-x86_64"
+ memory: 14000
+ prefix: "builder-ubuntu2204-test-x86_64"
+ hostVolumes: "/tmp/ccache.ubuntu2204:/scratch/ccache"
--- /dev/null
+---
+templates:
+ - constraints:
+ - ltarget: "^${attr.cpu.arch}"
+ operand: "="
+ rtarget: "arm64"
+ - ltarget: "^${node.class}"
+ operand: "="
+ rtarget: "csitarm"
+ image: "fdiotools/builder-ubuntu2204:prod-aarch64"
+ labels: "csit-builder-ubuntu2204-prod-aarch64"
+ memory: 14000
+ prefix: "csit-builder-ubuntu2204-prod-aarch64"
--- /dev/null
+---
+templates:
+ - constraints:
+ - ltarget: "^${attr.cpu.arch}"
+ operand: "="
+ rtarget: "amd64"
+ - ltarget: "^${node.class}"
+ operand: "="
+ rtarget: "csit"
+ cpu: 15000
+ image: "fdiotools/builder-ubuntu2204:prod-x86_64"
+ labels: "csit-builder-ubuntu2204-prod-x86_64"
+ memory: 16000
+ prefix: "csit-builder-ubuntu2204-prod-x86_64"
--- /dev/null
+---
+templates:
+ - constraints:
+ - ltarget: "^${attr.cpu.arch}"
+ operand: "="
+ rtarget: "arm64"
+ - ltarget: "^${node.class}"
+ operand: "="
+ rtarget: "csitarm"
+ image: "fdiotools/builder-ubuntu2204:sandbox-aarch64"
+ labels: "csit-builder-ubuntu2204-sandbox-aarch64"
+ memory: 14000
+ prefix: "csit-builder-ubuntu2204-sandbox-aarch64"
--- /dev/null
+---
+templates:
+ - constraints:
+ - ltarget: "^${attr.cpu.arch}"
+ operand: "="
+ rtarget: "amd64"
+ - ltarget: "^${node.class}"
+ operand: "="
+ rtarget: "csit"
+ cpu: 15000
+ image: "fdiotools/builder-ubuntu2204:sandbox-x86_64"
+ labels: "csit-builder-ubuntu2204-sandbox-x86_64"
+ memory: 16000
+ prefix: "csit-builder-ubuntu2204-sandbox-x86_64"
-IMAGE_NAME=ZZCI - CentOS 7 - builder - x86_64 - 20210930-221429.769
+IMAGE_NAME=ZZCI - CentOS 7 - builder - x86_64 - 20220823-165924.392
LABELS=centos7-builder-2c-2g
HARDWARE_ID=v3-standard-2
-IMAGE_NAME=ZZCI - CentOS 7 - builder - x86_64 - 20210930-221429.769
+IMAGE_NAME=ZZCI - CentOS 7 - builder - x86_64 - 20220823-165924.392
LABELS=centos7-builder-4c-4g
HARDWARE_ID=v3-standard-4
-IMAGE_NAME=ZZCI - CentOS 7 - docker - x86_64 - 20210930-213141.243
+IMAGE_NAME=ZZCI - CentOS 7 - docker - x86_64 - 20220818-125455.324
LABELS=centos7-docker-2c-2g
HARDWARE_ID=v3-standard-2
-IMAGE_NAME=ZZCI - CentOS 7 - docker - x86_64 - 20210930-213141.243
+IMAGE_NAME=ZZCI - CentOS 7 - docker - x86_64 - 20220818-125455.324
LABELS=centos7-docker-4c-4g
HARDWARE_ID=v3-standard-4
-IMAGE_NAME=ZZCI - Ubuntu 20.04 - builder - x86_64 - 20211108-170718.566
+IMAGE_NAME=ZZCI - Ubuntu 20.04 - builder - x86_64 - 20220817-125321.417
LABELS=ubuntu2004-builder-4c-4g
HARDWARE_ID=v3-standard-4
--- /dev/null
+IMAGE_NAME=ZZCI - Ubuntu 20.04 - builder - arm64 - 20211120-085353.738
+LABELS=ubuntu2004-builder-arm64-4c-4g
+HARDWARE_ID=v3-standard-4
--- /dev/null
+IMAGE_NAME=ZZCI - Ubuntu 20.04 - docker - x86_64 - 20220816-203803.966
+LABELS=ubuntu2004-builder-4c-4g
+HARDWARE_ID=v3-standard-4
--- /dev/null
+IMAGE_NAME=ZZCI - Ubuntu 20.04 - docker - arm64 - 20220817-143859.508
+LABELS=ubuntu2004-docker-arm64-4c-4g
+HARDWARE_ID=v3-standard-4
--- /dev/null
+---
+name: "ansible-cfg"
+comment: "ansible config file"
--- /dev/null
+[defaults]
+remote_tmp = ~/.ansible/tmp
credentialsId: "cicn"
- serverId: "fd.io.master.centos7"
credentialsId: "cicn"
- - serverId: "fd.io.master.ubuntu.trusty.main"
- credentialsId: "cicn"
- - serverId: "fd.io.master.ubuntu.xenial.main"
- credentialsId: "cicn"
- serverId: "fd.io.master.ubuntu.bionic.main"
credentialsId: "cicn"
- - serverId: "fd.io.master.ubuntu-arm.xenial.main"
- credentialsId: "cicn"
- serverId: "fd.io.master.ubunto-arm.bionic.main"
credentialsId: "cicn"
- serverId: "fd.io.centos7"
credentialsId: "cicn"
- - serverId: "fd.io.ubuntu.trust.main"
- credentialsId: "cicn"
- - serverId: "fd.io.ubuntu.xenial.main"
- credentialsId: "cicn"
- serverId: "fd.io.ubuntu.bionic.main"
credentialsId: "cicn"
- - serverId: "fd.io.ubuntu-arm.xenial.main"
- credentialsId: "cicn"
credentialsId: "csit"
- serverId: "fd.io.master.centos7"
credentialsId: "csit"
- - serverId: "fd.io.master.ubuntu.trusty.main"
- credentialsId: "csit"
- - serverId: "fd.io.master.ubuntu.xenial.main"
- credentialsId: "csit"
- serverId: "fd.io.master.ubuntu.bionic.main"
credentialsId: "csit"
- - serverId: "fd.io.master.ubuntu-arm.xenial.main"
- credentialsId: "csit"
- serverId: "fd.io.master.ubunto-arm.bionic.main"
credentialsId: "csit"
- serverId: "fd.io.centos7"
credentialsId: "csit"
- - serverId: "fd.io.ubuntu.trust.main"
- credentialsId: "csit"
- - serverId: "fd.io.ubuntu.xenial.main"
- credentialsId: "csit"
- serverId: "fd.io.ubuntu.bionic.main"
credentialsId: "csit"
- - serverId: "fd.io.ubuntu-arm.xenial.main"
- credentialsId: "csit"
credentialsId: "hc2vpp"
- serverId: "fd.io.master.centos7"
credentialsId: "hc2vpp"
- - serverId: "fd.io.master.ubuntu.trusty.main"
- credentialsId: "hc2vpp"
- - serverId: "fd.io.master.ubuntu.xenial.main"
- credentialsId: "hc2vpp"
- serverId: "fd.io.master.ubuntu.bionic.main"
credentialsId: "hc2vpp"
- - serverId: "fd.io.master.ubuntu-arm.xenial.main"
- credentialsId: "hc2vpp"
- serverId: "fd.io.master.ubunto-arm.bionic.main"
credentialsId: "hc2vpp"
- serverId: "fd.io.centos7"
credentialsId: "hc2vpp"
- - serverId: "fd.io.ubuntu.trust.main"
- credentialsId: "hc2vpp"
- - serverId: "fd.io.ubuntu.xenial.main"
- credentialsId: "hc2vpp"
- serverId: "fd.io.ubuntu.bionic.main"
credentialsId: "hc2vpp"
- - serverId: "fd.io.ubuntu-arm.xenial.main"
- credentialsId: "hc2vpp"
credentialsId: "hicn"
- serverId: "fd.io.master.centos7"
credentialsId: "hicn"
- - serverId: "fd.io.master.ubuntu.trusty.main"
- credentialsId: "hicn"
- - serverId: "fd.io.master.ubuntu.xenial.main"
- credentialsId: "hicn"
- serverId: "fd.io.master.ubuntu.bionic.main"
credentialsId: "hicn"
- - serverId: "fd.io.master.ubuntu-arm.xenial.main"
- credentialsId: "hicn"
- serverId: "fd.io.master.ubunto-arm.bionic.main"
credentialsId: "hicn"
- serverId: "fd.io.centos7"
credentialsId: "hicn"
- - serverId: "fd.io.ubuntu.trust.main"
- credentialsId: "hicn"
- - serverId: "fd.io.ubuntu.xenial.main"
- credentialsId: "hicn"
- serverId: "fd.io.ubuntu.bionic.main"
credentialsId: "hicn"
- - serverId: "fd.io.ubuntu-arm.xenial.main"
- credentialsId: "hicn"
credentialsId: "udpi"
- serverId: "fd.io.master.centos7"
credentialsId: "udpi"
- - serverId: "fd.io.master.ubuntu.trusty.main"
- credentialsId: "udpi"
- - serverId: "fd.io.master.ubuntu.xenial.main"
- credentialsId: "udpi"
- serverId: "fd.io.master.ubuntu.bionic.main"
credentialsId: "udpi"
- - serverId: "fd.io.master.ubuntu-arm.xenial.main"
- credentialsId: "udpi"
- serverId: "fd.io.master.ubunto-arm.bionic.main"
credentialsId: "udpi"
- serverId: "fd.io.centos7"
credentialsId: "udpi"
- - serverId: "fd.io.ubuntu.trust.main"
- credentialsId: "udpi"
- - serverId: "fd.io.ubuntu.xenial.main"
- credentialsId: "udpi"
- serverId: "fd.io.ubuntu.bionic.main"
credentialsId: "udpi"
- - serverId: "fd.io.ubuntu-arm.xenial.main"
- credentialsId: "udpi"
credentialsId: "vpp"
- serverId: "fd.io.master.centos7"
credentialsId: "vpp"
- - serverId: "fd.io.master.ubuntu.trusty.main"
- credentialsId: "vpp"
- - serverId: "fd.io.master.ubuntu.xenial.main"
- credentialsId: "vpp"
- serverId: "fd.io.master.ubuntu.bionic.main"
credentialsId: "vpp"
- - serverId: "fd.io.master.ubuntu-arm.xenial.main"
- credentialsId: "vpp"
- serverId: "fd.io.master.ubunto-arm.bionic.main"
credentialsId: "vpp"
- serverId: "fd.io.centos7"
credentialsId: "vpp"
- - serverId: "fd.io.ubuntu.trust.main"
- credentialsId: "vpp"
- - serverId: "fd.io.ubuntu.xenial.main"
- credentialsId: "vpp"
- serverId: "fd.io.ubuntu.bionic.main"
credentialsId: "vpp"
- - serverId: "fd.io.ubuntu-arm.xenial.main"
- credentialsId: "vpp"
libmemif-dev \
longbow-dev"
-export PACKAGE_LIST_CENTOS="libhicnctrl-devel \
-libhicnctrl-memif-devel \
-libhicntransport-memif-devel \
-libhicn-devel \
-libhicntransport-devel \
-hicn-plugin-devel \
-libparc-devel \
-libmemif-devel \
-longbow-devel"
-
export VERSION_WHITELIST="19.01-227 \
19.08-289 \
20.01-73 \
#!/bin/bash
echo "---> jjb/ci-management/packagecloud-repo-cleanup.sh"
-set -euo pipefail
+set -euxo pipefail
# Number of packages to keep.
N_PACKAGES=5
PACKAGECLOUD_REPO_DEB="https://packagecloud.io/install/repositories/fdio/${STREAM}/script.deb.sh"
-PACKAGECLOUD_REPO_RPM="https://packagecloud.io/install/repositories/fdio/${STREAM}/script.rpm.sh"
FACTER_OS=$(/usr/bin/facter operatingsystem)
PACKAGE_LIST=""
echo ${OUTPUT_LIST}
}
-# Params
-# $1: Package list
-build_package_blacklist_centos () {
- PACKAGE_LIST=${@}
- OUTPUT_LIST=""
- VERSIONS=""
- ARCH=$(uname -m)
-
- for package in ${PACKAGE_LIST}; do
- OUTPUT=$(yum --showduplicates list ${package} 2> /dev/null)
- if [[ ${?} -ne 0 || -z "${OUTPUT}" ]]; then
- continue
- fi
-
- VERSIONS="$(echo ${OUTPUT} | grep -Eo "${VERSION_REGEX}" | head -n -${N_PACKAGES})"
-
- for version in ${VERSIONS}; do
- if ! check_version_whitelist ${version}; then
- OUTPUT_LIST+="${package}-${version}.${ARCH}.rpm "
- fi
- done
- done
-
- echo ${OUTPUT_LIST}
-}
-
-promote_attic_repo_centos () {
- FACTER_OSMAJREL=$(/usr/bin/facter operatingsystemmajrelease)
- FACTER_ARCH=$(/usr/bin/facter architecture)
-
- for package in ${@}; do
- echo package_cloud promote \
- ${PCIO_CO}/${STREAM}/el/${FACTER_OSMAJREL}/os/${FACTER_ARCH}/ \
- ${package} ${PCIO_CO}/attic/el/${FACTER_OSMAJREL}/os/${FACTER_ARCH}/
- package_cloud promote \
- ${PCIO_CO}/${STREAM}/el/${FACTER_OSMAJREL}/os/${FACTER_ARCH}/ \
- ${package} ${PCIO_CO}/attic/el/${FACTER_OSMAJREL}/os/${FACTER_ARCH}/
- done
-}
-
promote_attic_repo_ubuntu () {
FACTER_LSBNAME=$(/usr/bin/facter lsbdistcodename)
FUNCTIONS["promote_attic_repo"]="promote_attic_repo_ubuntu"
PACKAGE_LIST="${PACKAGE_LIST_COMMON} ${PACKAGE_LIST_UBUNTU}"
;;
- CentOS)
- curl -s ${PACKAGECLOUD_REPO_RPM} | sudo bash
- FUNCTIONS["package_blacklist"]="build_package_blacklist_centos"
- FUNCTIONS["promote_attic_repo"]="promote_attic_repo_centos"
- PACKAGE_LIST="${PACKAGE_LIST_COMMON} ${PACKAGE_LIST_CENTOS}"
- ;;
*)
echo_err "Distribution ${FACTER_OS} is not supported."
;;
- 'packagecloud-repo-cleanup-hicn-{os}-{executor-arch}'
project: 'ci-management'
os:
- - ubuntu1804:
- repo-os-part: 'ubuntu.bionic.main'
- - centos7:
- repo-os-part: 'centos7'
+ - ubuntu2004
executor-arch: "x86_64"
- 'packagecloud-repo-cleanup-hicn-{os}-{executor-arch}'
project: 'ci-management'
os:
- - ubuntu1804:
- repo-os-part: 'ubuntu-arm.bionic.main'
+ - ubuntu2004
executor-arch: "aarch64"
- 2n-clx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- - 2n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- 2n-dnv:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- 2n-tx2:
os: 'ubuntu2004'
executor-arch: 'aarch64'
- - 3n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- 3n-icx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- 3n-alt:
os: 'ubuntu2004'
executor-arch: 'aarch64'
+ - 3n-snr:
+ os: 'ubuntu2004'
+ executor-arch: 'x86_64'
- 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
node-arch:
- 2n-icx:
- 2n-clx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- - 2n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- 2n-zn2:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- 2n-tx2:
os: 'ubuntu2004'
executor-arch: 'aarch64'
- - 3n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- 3n-icx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- 3n-alt:
os: 'ubuntu2004'
executor-arch: 'aarch64'
+ - 3n-snr:
+ os: 'ubuntu2004'
+ executor-arch: 'x86_64'
periodicity: '0 0 * * 6'
- 'csit-trex-perf-verify-{stream}-{node-arch}':
node-arch:
- 1n-aws:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- - 2n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- 'csit-vpp-perf-verify-{stream}-{node-arch}':
node-arch:
- 2n-icx:
- 2n-clx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- - 2n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- 2n-dnv:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- 2n-tx2:
os: 'ubuntu2004'
executor-arch: 'aarch64'
- - 3n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- 3n-icx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- 3n-alt:
os: 'ubuntu2004'
executor-arch: 'aarch64'
+ - 3n-snr:
+ os: 'ubuntu2004'
+ executor-arch: 'x86_64'
stream:
- master:
branch: 'master'
os: 'ubuntu2004'
executor-arch: 'x86_64'
periodicity: '30 22 * * 0-4'
- - 2n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- periodicity: '30 22 * * 0-4'
- 2n-dnv:
os: 'ubuntu2004'
executor-arch: 'x86_64'
os: 'ubuntu2004'
executor-arch: 'aarch64'
periodicity: '30 22 * * 0-4'
- - 3n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- periodicity: '30 22 * * 0-4'
- 3n-icx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
os: 'ubuntu2004'
executor-arch: 'aarch64'
periodicity: '30 22 * * 0-4'
+ - 3n-snr:
+ os: 'ubuntu2004'
+ executor-arch: 'x86_64'
+ periodicity: '30 22 * * 0-4'
- 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
node-arch:
- 2n-icx:
- 2n-clx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- - 2n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- - 3n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- 3n-icx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- 2n-aws:
os: 'ubuntu2004'
executor-arch: 'x86_64'
+ - 3n-snr:
+ os: 'ubuntu2004'
+ executor-arch: 'x86_64'
stream:
- master:
branch: 'master'
- 2n-clx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- - 2n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- - 3n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- 3n-icx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- 2n-clx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- - 2n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- 2n-dnv:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- 2n-tx2:
os: 'ubuntu2004'
executor-arch: 'aarch64'
- - 3n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- 3n-icx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- 3n-aws:
os: 'ubuntu2004'
executor-arch: 'x86_64'
+ - 3n-snr:
+ os: 'ubuntu2004'
+ executor-arch: 'x86_64'
- 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
node-arch:
- 2n-icx:
- 2n-clx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- - 2n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- 2n-dnv:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- 2n-tx2:
os: 'ubuntu2004'
executor-arch: 'aarch64'
- - 3n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- 3n-icx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- 3n-aws:
os: 'ubuntu2004'
executor-arch: 'x86_64'
+ - 3n-snr:
+ os: 'ubuntu2004'
+ executor-arch: 'x86_64'
- 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
node-arch:
- 1n-aws:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- - 2n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
node-arch:
- 2n-icx:
- 2n-clx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- - 2n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- 2n-dnv:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- 2n-tx2:
os: 'ubuntu2004'
executor-arch: 'aarch64'
- - 3n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- 3n-icx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- 3n-aws:
os: 'ubuntu2004'
executor-arch: 'x86_64'
+ - 3n-snr:
+ os: 'ubuntu2004'
+ executor-arch: 'x86_64'
- 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
node-arch:
- 2n-icx:
- 2n-clx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- - 2n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- 2n-dnv:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- 2n-tx2:
os: 'ubuntu2004'
executor-arch: 'aarch64'
- - 3n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- 3n-icx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- 3n-aws:
os: 'ubuntu2004'
executor-arch: 'x86_64'
+ - 3n-snr:
+ os: 'ubuntu2004'
+ executor-arch: 'x86_64'
- 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
node-arch:
- 1n-aws:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- - 2n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
project: 'csit'
branch: 'master'
jobs:
- 'csit-docs-merge-{stream}-{os}-{executor-arch}'
- 'csit-report-merge-{stream}-{os}-{executor-arch}'
- - 'csit-trending-merge-daily-master-{os}-{executor-arch}'
project: 'csit'
branch: 'master'
- fdio-infra-publish-docs
- fdio-infra-publish
-- job-template:
- name: 'csit-trending-merge-daily-master-{os}-{executor-arch}'
-
- project-type: freestyle
- node: 'builder-{os}-prod-{executor-arch}'
- concurrent: false
-
- properties:
- - lf-infra-properties:
- build-days-to-keep: "{build-days-to-keep}"
-
- parameters:
- - project-parameter:
- project: '{project}'
- - gerrit-parameter:
- branch: '{branch}'
-
- scm:
- - gerrit-trigger-scm:
- credentials-id: 'jenkins-gerrit-credentials'
- refspec: ''
- choosing-strategy: 'default'
-
- wrappers:
- - fdio-infra-wrappers-non-activity-timeout:
- build-timeout: '{build-timeout}'
-
- triggers:
- - timed: '0 14 * * *'
-
- builders:
- - shell:
- !include-raw-escape:
- - ../scripts/setup_executor_env.sh
- - shell:
- !include-raw-escape:
- - ../scripts/csit/trending.sh
-
- publishers:
- - csit-trending-failed:
- branch: 'master'
- - csit-trending-failed-job:
- branch: 'master'
- - csit-trending-progressions:
- branch: 'master'
- - csit-trending-regressions:
- branch: 'master'
- - fdio-infra-publish-docs
- - fdio-infra-publish
-
- project:
name: csit-info
project-name: csit
#### TRIGGERS
# Keep 'trigger' entries ordered alphabetically, please.
+- trigger:
+ name: gerrit-trigger-build
+ # Comes from hicn, some verify jobs wait for build to pass.
+ triggers:
+ - gerrit:
+ server-name: 'Primary'
+ trigger-on:
+ - comment-added-contains-event:
+ comment-contains-value: 'build_success-{stream}-{os}-{executor-arch}'
+ projects:
+ - project-compare-type: 'ANT'
+ project-pattern: '{name}'
+ branches:
+ - branch-compare-type: 'ANT'
+ branch-pattern: '**/{branch}'
+
- trigger:
name: gerrit-trigger-checkstyle
# Comes from VPP, some verify jobs wait for checkstyle to pass.
+++ /dev/null
----
-- project:
- name: hc2vpp
- jobs:
- - 'hc2vpp-verify-{stream}-{os}'
- - 'hc2vpp-merge-{stream}-{os}'
- - 'hc2vpp-integration-{stream}-{os}'
- project: 'hc2vpp'
- os:
- - ubuntu1804:
- skip-site: 'false'
- skip-jar-deploy: 'false'
- - centos7:
- skip-site: 'true'
- skip-jar-deploy: 'true'
- stream:
- - master:
- branch: 'master'
- - '1904':
- branch: 'stable/1904'
-
-- project:
- name: hc2vpp-view
- views:
- - project-view
- project-name: hc2vpp
-
-- job-template:
- name: 'hc2vpp-verify-{stream}-{os}'
- project-type: maven
- node: '{os}-builder-4c-4g'
- concurrent: true
- jdk: openjdk8-{os}
-
- properties:
- - lf-infra-properties:
- build-days-to-keep: "{build-days-to-keep}"
-
- parameters:
- - project-parameter:
- project: '{project}'
- - gerrit-parameter:
- branch: '{branch}'
- - os-parameter:
- os: '{os}'
-
- scm:
- - gerrit-trigger-scm:
- credentials-id: 'jenkins-gerrit-credentials'
- refspec: '$GERRIT_REFSPEC'
- choosing-strategy: 'gerrit'
-
- wrappers:
- - fdio-infra-wrappers:
- build-timeout: '{build-timeout}'
-
- triggers:
- - gerrit-trigger-patch-submitted:
- name: 'hc2vpp'
- branch: '{branch}'
-
- maven:
- maven-name: 'mvn36'
- root-pom: 'pom.xml'
- # yamllint disable-line rule:line-length
- goals: 'clean install -V -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dmerge site'
- maven-opts: '-Xmx2048m -Dmaven.compile.fork=true'
- settings: 'hc2vpp-settings'
- settings-type: cfp
- global-settings: 'global-settings'
- global-settings-type: cfp
-
- publishers:
- - email-notification:
- email-prefix: '[hc2vpp]'
- - lf-infra-publish
-
-- job-template:
- name: 'hc2vpp-merge-{stream}-{os}'
- project-type: maven
- node: '{os}-builder-4c-4g'
- jdk: openjdk8-{os}
-
- properties:
- - lf-infra-properties:
- build-days-to-keep: "{build-days-to-keep}"
-
- parameters:
- - project-parameter:
- project: '{project}'
- - os-parameter:
- os: '{os}'
- - maven-project-parameter:
- maven: 'mvn36'
- - maven-exec:
- maven-version: 'mvn36'
-
- scm:
- - gerrit-trigger-scm:
- credentials-id: 'jenkins-gerrit-credentials'
- refspec: ''
- choosing-strategy: 'default'
-
- wrappers:
- - ssh-agent-credentials:
- users:
- - 'jenkins-gerrit-credentials'
- - fdio-infra-wrappers:
- build-timeout: '{build-timeout}'
-
- triggers:
- - gerrit-trigger-patch-merged:
- name: 'hc2vpp'
- branch: '{branch}'
-
- maven:
- maven-name: 'mvn36'
- root-pom: 'pom.xml'
- # yamllint disable-line rule:line-length
- goals: 'clean install -V -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dmerge -Dsonar -Ddocs.hc.folder=io/fd/hc2vpp -Dmaven.site.skip={skip-site} site -Dmaven.site.deploy.skip={skip-site} site:deploy'
- maven-opts: '-Xmx2048m -Dmaven.compile.fork=true'
- settings: 'hc2vpp-settings'
- settings-type: cfp
- global-settings: 'global-settings'
- global-settings-type: cfp
-
- reporters:
- - findbugs
-
- publishers:
- - sonar:
- jdk: 'openjdk8-{os}'
- language: 'java'
- branch: '{stream}'
- - email-notification:
- email-prefix: '[hc2vpp]'
- - lf-infra-publish
-
-- job-template:
- name: 'hc2vpp-integration-{stream}-{os}'
- project-type: maven
- node: '{os}-builder-4c-4g'
- jdk: openjdk8-{os}
-
- properties:
- - lf-infra-properties:
- build-days-to-keep: "{build-days-to-keep}"
-
- parameters:
- - project-parameter:
- project: '{project}'
- - os-parameter:
- os: '{os}'
- - stream-parameter:
- stream: '{stream}'
- - maven-project-parameter:
- maven: 'mvn36'
- - maven-exec:
- maven-version: 'mvn36'
- - string:
- name: SKIP_JAR_DEPLOY
- default: '{skip-jar-deploy}'
- # yamllint disable-line rule:line-length
- description: "Skips deployment of hc2vpp jars if variable is set to true"
-
- scm:
- - git-scm:
- credentials-id: 'jenkins-gerrit-credentials'
- refspec: ''
- branch: '{branch}'
-
- wrappers:
- - ssh-agent-credentials:
- users:
- - 'jenkins-gerrit-credentials'
- - fdio-infra-wrappers:
- build-timeout: '{build-timeout}'
-
- triggers:
- - reverse:
- jobs: 'jvpp-merge-{stream}-{os},hc2vpp-merge-{stream}-{os}'
- result: 'success'
-
- prebuilders:
- - config-file-provider:
- files:
- - file-id: '.packagecloud'
- target: '/home/jenkins'
- - config-file-provider:
- files:
- - file-id: 'packagecloud_api'
- target: '/home/jenkins'
-
- - shell:
- !include-raw-escape: include-raw-hc2vpp-integration-prebuild.sh
- maven:
- maven-name: 'mvn36'
- root-pom: 'pom.xml'
- # yamllint disable-line rule:line-length
- goals: 'clean install -V -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r -Dmerge'
- maven-opts: '-Xmx2048m -Dmaven.compile.fork=true'
- settings: 'hc2vpp-settings'
- settings-type: cfp
- global-settings: 'global-settings'
- global-settings-type: cfp
-
- postbuilders:
- - maven-target:
- maven-version: 'mvn36'
- goals: '--version'
- settings: 'hc2vpp-settings'
- settings-type: cfp
- global-settings: 'global-settings'
- global-settings-type: cfp
- - provide-maven-settings:
- settings-file: 'hc2vpp-settings'
- global-settings-file: 'global-settings'
- - shell:
- !include-raw-escape:
- - ../scripts/maven_push_functions.sh
- - include-raw-hc2vpp-pkg-push.sh
- - shell:
- !include-raw-escape:
- - ../scripts/packagecloud_push.sh
- reporters:
- - findbugs
-
- publishers:
- - email-notification:
- email-prefix: '[hc2vpp]'
- - maven-deploy:
- id: ''
- unique-version: true
- deploy-unstable: false
- release-env-var: SKIP_JAR_DEPLOY
- - lf-infra-publish
-
-- project:
- name: hc2vpp-info
- project-name: hc2vpp
- jobs:
- - gerrit-info-yaml-verify
- build-node: centos7-builder-2c-2g
- project: hc2vpp
- branch: master
-
-- project:
- name: hc2vpp-sonar
- project: hc2vpp
- project-name: hc2vpp
- mvn-settings: hc2vpp-settings
- sonarcloud: true
- sonarcloud-project-organization: '{sonarcloud_project_organization}'
- sonarcloud-api-token: '{sonarcloud_api_token}'
- sonarcloud-project-key: '{sonarcloud_project_organization}_{project-name}'
- branch: master
- build-node: centos7-docker-2c-2g
- jobs:
- - gerrit-maven-sonar
+++ /dev/null
-#!/bin/bash
-
-set -ex
-# Download the latest VPP java API package
-VERSION="RELEASE"
-VERSION=`./jvpp-version`
-
-# Figure out what system we are running on
-if [[ -f /etc/lsb-release ]];then
- . /etc/lsb-release
-elif [[ -f /etc/redhat-release ]];then
- sudo yum install -y redhat-lsb
- DISTRIB_ID=`lsb_release -si`
- DISTRIB_RELEASE=`lsb_release -sr`
- DISTRIB_CODENAME=`lsb_release -sc`
- DISTRIB_DESCRIPTION=`lsb_release -sd`
-fi
-echo "----- OS INFO -----"
-echo DISTRIB_ID: ${DISTRIB_ID}
-echo DISTRIB_RELEASE: ${DISTRIB_RELEASE}
-echo DISTRIB_CODENAME: ${DISTRIB_CODENAME}
-echo DISTRIB_DESCRIPTION: ${DISTRIB_DESCRIPTION}
-
-if [[ "$VERSION" == *"-release" ]]; then
- # at the time when HC2VPP release packages are being build,
- # jvpp release packages are already promoted to release repository.
- # Therefore we need to switch to release repository in order to download
- # correct jvpp package versions
- STREAM="release"
-fi
-
-echo "----- DOWNLOADING PACKAGES -----"
-if ! [[ -z ${REPO_NAME} ]]; then
- REPO_URL="https://packagecloud.io/fdio/${STREAM}"
- echo "REPO_URL: ${REPO_URL}"
- if [[ "$DISTRIB_ID" == "Ubuntu" ]]; then
- if [[ -f /etc/apt/sources.list.d/99fd.io.list ]];then
- echo "Deleting: /etc/apt/sources.list.d/99fd.io.list"
- sudo rm /etc/apt/sources.list.d/99fd.io.list
- fi
- if ! [[ "${STREAM}" == "master" ]]; then
- echo "stable branch - clearing all fdio repos. new one will be installed."
- sudo rm -f /etc/apt/sources.list.d/fdio_*.list
- fi
- curl -s https://packagecloud.io/install/repositories/fdio/${STREAM}/script.deb.sh | sudo bash
- if [[ "${VERSION}" != 'RELEASE' ]]; then
- # download specific version if set
- echo VERSION: ${VERSION}
- apt-get download vpp-api-java=${VERSION} || true
- else
- # download latest version for specified stream
- apt-get download vpp-api-java || true
- fi
-
- elif [[ "$DISTRIB_ID" == "CentOS" ]]; then
- if [[ -f /etc/yum.repos.d/fdio-master.repo ]]; then
- echo "Deleting: /etc/yum.repos.d/fdio-master.repo"
- sudo rm /etc/yum.repos.d/fdio-master.repo
- fi
- curl -s https://packagecloud.io/install/repositories/fdio/${STREAM}/script.rpm.sh | sudo bash
- if [[ "${VERSION}" != 'RELEASE' ]]; then
- # download specific version if set
- echo VERSION: ${VERSION}
- yumdownloader vpp-api-java-${VERSION} || true
- else
- # download latest version for specified stream
- yumdownloader vpp-api-java || true
- fi
- fi
-fi
-
-# install vpp-api-java, this extracts jvpp .jar files into usr/share/java
-if [[ "${OS}" == "centos7" ]]; then
- sudo rpm --nodeps --install vpp-api-java*
-else
- sudo dpkg --ignore-depends=vpp,vpp-plugin-core --install vpp-api-java*
-fi
-sudo rm vpp-api-java*
-
-# install jvpp jars into maven repo, so that maven picks them up when building hc2vpp
-version=`./jvpp/version`
-
-current_dir=`pwd`
-cd /usr/share/java
-
-for item in jvpp*.jar; do
- # Example filename: jvpp-registry-17.01-20161206.125556-1.jar
- # ArtifactId = jvpp-registry
- # Version = 17.01
- basefile=$(basename -s .jar "$item")
- artifactId=$(echo "$basefile" | cut -d '-' -f 1-2)
- mvn install:install-file -Dfile=${item} -DgroupId=io.fd.jvpp -DartifactId=${artifactId} -Dversion=${version} -Dpackaging=jar -Dmaven.repo.local=/tmp/r -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r
-done
-
-cd ${current_dir}
+++ /dev/null
-#!/bin/bash
-set -x
-
-# In case of master branch, update vpp_dependencies file
-# to match vpp-api-java and eliminate Java API mismatches (HC2VPP-102).
-#
-# In order to have control of package dependencies in the release artifacts (HC2VPP-282),
-# the vpp_dependencies file is not modified in case of stable branch
-# (after VPP API freeze, Java API mismatches occur very rarely).
-if [[ "${STREAM}" == "master" ]]; then
- if [[ "${OS}" == "centos7" ]]; then
- # Determine VPP Java API version used in maven build
- JVPP_VERSION=`yum list installed vpp-api-java | grep vpp-api-java | awk '{ printf $2; }'`
- VERSION=`yum deplist vpp-api-java |grep vpp-lib |head -1 | awk '{ print $3}'`
-
- # Write a file that will echo VPP dependencies
- echo -n 'echo' > vpp_dependencies
- echo " \"vpp = ${VERSION}, vpp-plugins = ${VERSION}, vpp-api-java = ${JVPP_VERSION}\"" >> vpp_dependencies
- chmod +x vpp_dependencies
-
- # Overwrite default dependencies file
- mv vpp_dependencies packaging/rpm/
- else
- # Determine VPP Java API version used in maven build
- JVPP_VERSION=`apt list --installed | grep vpp-api-java | awk '{ printf $2; }'`
- # get vpp-api-java package dependencies
- JVPP_DEPS=`apt-cache show vpp-api-java=${JVPP_VERSION} |grep Depends: | sed "s/Depends: //"`
- # separate deps with newline, then find VPP dependency and filter out the version
- VERSION=`echo ${JVPP_DEPS}| sed "s/, /\\n/" |grep "vpp " | sed "s/).*//" |sed "s/.* //"`
-
- # Write a file that will echo VPP dependencies
- echo -n 'echo' > vpp_dependencies
- echo " \"vpp (= ${VERSION}), vpp-plugin-core (= ${VERSION}), vpp-api-java (= ${JVPP_VERSION})\"" >> vpp_dependencies
- chmod +x vpp_dependencies
-
- # Overwrite default dependencies file
- mv vpp_dependencies packaging/deb/common/
- fi
-fi
-
-# Build package
-if [[ "${OS}" == "centos7" ]]; then
-
- # Build the rpms
- ./packaging/rpm/rpmbuild.sh
-
- # Find the files
- RPMS=$(find ./packaging/ -type f -iname '*.rpm')
- SRPMS=$(find ./packaging/ -type f -iname '*.srpm')
- SRCRPMS=$(find ./packaging/ -type f -name '*.src.rpm')
-
- # Publish hc2vpp packages
- for i in ${RPMS} ${SRPMS} ${SRCRPMS}
- do
- push_rpm "$i"
- done
-elif [[ "${OS}" == "ubuntu1604" ]]; then
-
- # Build the debs
- ./packaging/deb/xenial/debuild.sh
-
- # Find the files
- DEBS=$(find ./packaging/ -type f -iname '*.deb')
-
- # Publish hc2vpp packages
- for i in ${DEBS}
- do
- push_deb "$i"
- done
-elif [[ "${OS}" == "ubuntu1804" ]]; then
-
- # Build the debs
- ./packaging/deb/bionic/debuild.sh
-
- # Find the files
- DEBS=$(find ./packaging/ -type f -iname '*.deb')
-
- # Publish hc2vpp packages
- for i in ${DEBS}
- do
- push_deb "$i"
- done
-fi
- project:
name: hicn-x86_64
jobs:
- - "hicn-verify-{stream}-{os}-{executor-arch}"
+ - "hicn-verify-build-{stream}-{os}-{executor-arch}"
+ - "hicn-verify-functest-{stream}-{os}-{executor-arch}"
- "hicn-merge-{stream}-{os}-{executor-arch}"
project: "hicn"
os: ubuntu2004
- project:
name: hicn-aarch64
jobs:
- - "hicn-verify-{stream}-{os}-{executor-arch}"
+ - "hicn-verify-build-{stream}-{os}-{executor-arch}"
- "hicn-merge-{stream}-{os}-{executor-arch}"
project: "hicn"
os: ubuntu2004
fixed-delay: 90
- job-template:
- name: "hicn-verify-{stream}-{os}-{executor-arch}"
+ name: "hicn-verify-build-{stream}-{os}-{executor-arch}"
project-type: freestyle
node: "builder-{os}-prod-{executor-arch}"
build-timeout: 120
triggers:
- - gerrit-trigger-checkstyle:
- name: "{project}"
- branch: "{branch}"
+ - gerrit:
+ server-name: "Primary"
+ trigger-on:
+ - comment-added-contains-event:
+ comment-contains-value: "checkstyle_success"
+ projects:
+ - project-compare-type: "ANT"
+ project-pattern: "{project}"
+ branches:
+ - branch-compare-type: "ANT"
+ branch-pattern: "**/{branch}"
+ override-votes: true
+ gerrit-build-notbuilt-verified-value: 0
+ gerrit-build-successful-verified-value: 1
+ # yamllint disable-line rule:line-length
+ notbuilt-message: "Automatic retry of failed jobs may be in process. A proper vote should be set when retry completes."
+ # yamllint disable-line rule:line-length
+ failed-message: "Build failed. No further verify jobs will be started."
+ successful-message: "build_success-{stream}-{os}-{executor-arch}"
+ skip-vote:
+ successful: true
+ failed: false
+ unstable: false
+ notbuilt: false
builders:
- shell: !include-raw-escape:
publishers:
- fdio-infra-publish
+ - archive-artifacts:
+ artifacts: "packages/*.deb, packages/*.rpm"
+
+- job-template:
+ name: "hicn-verify-functest-{stream}-{os}-{executor-arch}"
+
+ project-type: freestyle
+ node: "centos7-docker-4c-4g"
+ concurrent: true
+
+ properties:
+ - lf-infra-properties:
+ build-days-to-keep: "{build-days-to-keep}"
+
+ parameters:
+ - project-parameter:
+ project: "{project}"
+ - gerrit-parameter:
+ branch: "{branch}"
+ - os-parameter:
+ os: "{os}"
+ - stream-parameter:
+ stream: "{stream}"
+
+ scm:
+ - gerrit-trigger-scm:
+ credentials-id: "jenkins-gerrit-credentials"
+ refspec: "$GERRIT_REFSPEC"
+ choosing-strategy: "gerrit"
+
+ wrappers:
+ - fdio-infra-wrappers:
+ build-timeout: 120
+
+ triggers:
+ - gerrit-trigger-build:
+ name: "{project}"
+ branch: "{branch}"
+ stream: "{stream}"
+ os: "{os}"
+ executor-arch: "{executor-arch}"
+
+ builders:
+ - shell: !include-raw-escape:
+ - ../scripts/hicn/functest.sh
+
+ publishers:
+ - robot-report:
+ output-path: "tests"
- job-template:
name: "hicn-merge-{stream}-{os}-{executor-arch}"
--- /dev/null
+#!/bin/bash
+# basic build script example
+set -euxo pipefail
+
+echo "---> jjb/scripts/hicn/functest.sh"
+
+pushd scripts
+bash ./functional-tests.sh
+popd
#!/bin/bash
-# Copyright (c) 2021 Cisco and/or its affiliates.
+# Copyright (c) 2022 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
;;
*"vpp-docs"*)
vpp_release="$(${WORKSPACE}/build-root/scripts/version rpm-version)"
- # TODO: Remove conditional statement when stable/2106 and
- # stable/2110 are no longer supported
- if [[ "${vpp_release::2}" -ge "22" ]] ; then
- workspace_dir="${WORKSPACE}/build-root/docs/html"
- else
- workspace_dir="${WORKSPACE}/docs/_build/html"
- fi
+ workspace_dir="${WORKSPACE}/build-root/docs/html"
bucket_path="/vpp/${vpp_release}/"
;;
- # TODO: Remove 'vpp-make-test-docs' when stable/2106 and
- # stable/2110 are no longer supported
- *"vpp-make-test-docs"*)
- vpp_release="$(${WORKSPACE}/build-root/scripts/version rpm-version)"
- workspace_dir="${WORKSPACE}/test/doc/build/html"
- bucket_path="/vpp/${vpp_release}/vpp_make_test/html/"
- ;;
*)
die "Unknown job: ${JOB_NAME}"
esac
#!/bin/bash
-# Copyright (c) 2021 Cisco and/or its affiliates.
+# Copyright (c) 2022 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
echo "Removing packagecloud.io repository references and running apt-get update"
sudo rm -f /etc/apt/sources.list.d/fdio_*.list
sudo apt-get update -qq || true
-#TODO: Remove centos when VPP 21.06 is no longer supported
-elif [ "${OS_ID,,}" == "centos" ] ; then
- if [ "${STREAM}" != "master" ] ; then
- echo "stream '${STREAM}' is not master: replacing packagecloud repo list with stream specific list"
- sudo yum -y erase vpp-ext-deps || true
- sudo yum clean all || true
- sudo rm -f /etc/yum.repos.d/fdio_master.repo
- curl -s $INSTALL_URL/script.rpm.sh | sudo bash || true
- fi
- vpp_ext_deps_version="$(yum -q list vpp-ext-deps 2> /dev/null | mawk '/vpp-ext-deps/{print $2}')"
- vpp_ext_deps_pkg="$(yum -q list vpp-ext-deps 2> /dev/null | mawk '/vpp-ext-deps/{print $1}')"
- vpp_ext_deps_pkg="${vpp_ext_deps_pkg/./-${vpp_ext_deps_version}.}.rpm"
- if [ -f "$vpp_ext_deps_pkg" ] ; then
- echo "Installing cached vpp-ext-deps pkg: $vpp_ext_deps_pkg"
- sudo yum -y localinstall "$downloads_dir/$vpp_ext_deps_pkg" || true
- else
- echo "Installing vpp-ext-deps from packagecloud.io"
- sudo yum -y install vpp-ext-deps || true
- fi
else
echo "ERROR: Unsupported OS '$OS_ID'!"
fi
exit 0
fi
-# TODO: Remove conditional statement when stable/2106 and stable/2110 are no
-# longer supported
-vpp_release="$(${WORKSPACE}/build-root/scripts/version rpm-version)"
-if [[ "${vpp_release::2}" -ge "22" ]] ; then
- make UNATTENDED=yes docs docs-spell
-else
- make UNATTENDED=yes docs-venv docs
-fi
+make UNATTENDED=yes docs
#!/bin/bash
-# Copyright (c) 2021 Cisco and/or its affiliates.
+# Copyright (c) 2022 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
fi
# TODO: Add 'smoke test' env var to select smoke test cases
# then update this accordingly. For now pick a few basic suites...
- MAKE_TEST_SUITES="vlib vppinfra vpe_api vapi vom bihash"
+ MAKE_TEST_SUITES="vlib vppinfra vpe_api vapi cli bihash"
for suite in $MAKE_TEST_SUITES ; do
if ! make UNATTENDED=yes GCOV_TESTS=1 TEST_JOBS=auto TEST=$suite test ; then
BUILD_ERROR="FAILED 'make GCOV_TESTS=1 TEST_JOBS=auto TEST=$suite test'!"
+++ /dev/null
-#!/bin/bash
-
-# Copyright (c) 2021 Cisco and/or its affiliates.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at:
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-echo "---> jjb/scripts/vpp/make-test-docs.sh"
-
-set -euxo pipefail
-
-# TODO: Remove this file when stable/2106 and stable/2110 are no longer
-# supported as 'make test-doc' is deprecated in master (VPP 22.02)
-
-line="*************************************************************************"
-# Don't build anything if this is a merge job being run when
-# the git HEAD id is not the same as the Gerrit New Revision id.
-if [[ ${JOB_NAME} == *merge* ]] && [ -n "${GERRIT_NEWREV:-}" ] &&
- [ "$GERRIT_NEWREV" != "$GIT_COMMIT" ] ; then
- echo -e "\n$line\nSkipping 'make test' docs build. A newer patch has been merged.\n$line\n"
- exit 0
-fi
-
-make test-doc
- master:
branch: 'master'
branch-refspec: ''
- - '2110':
- branch: 'stable/2110'
- branch-refspec: ''
- '2202':
branch: 'stable/2202'
branch-refspec: ''
branch: 'stable/2206'
branch-refspec: ''
-# TODO: Remove when stable/2110 is no longer supported.
-- project:
- name: make-test-docs
- jobs:
- - 'vpp-make-test-docs-merge-{stream}-{os}-{executor-arch}'
- - 'vpp-make-test-docs-verify-{stream}-{os}-{executor-arch}'
-
- project: 'vpp'
- executor-arch: 'x86_64'
- os: 'ubuntu2004'
-
- stream:
- - '2110':
- branch: 'stable/2110'
- branch-refspec: ''
-
- job-template:
name: 'vpp-docs-verify-{stream}-{os}-{executor-arch}'
publishers:
- fdio-infra-publish-docs
- fdio-infra-publish
-
-
-- job-template:
- name: 'vpp-make-test-docs-verify-{stream}-{os}-{executor-arch}'
-
- project-type: freestyle
- node: 'builder-{os}-prod-{executor-arch}'
- concurrent: true
- allow-empty: 'true'
- fingerprint: false
- only-if-success: true
- default-excludes: false
-
- properties:
- - lf-infra-properties:
- build-days-to-keep: "{build-days-to-keep}"
-
- parameters:
- - project-parameter:
- project: '{project}'
- - gerrit-parameter:
- branch: '{branch}'
- - os-parameter:
- os: '{os}'
- - stream-parameter:
- stream: '{stream}'
- - gerrit-refspec-parameter:
- refspec: '{branch-refspec}'
-
- scm:
- - gerrit-trigger-scm:
- credentials-id: 'jenkins-gerrit-credentials'
- refspec: '$GERRIT_REFSPEC'
- choosing-strategy: 'gerrit'
-
- wrappers:
- - fdio-infra-wrappers:
- build-timeout: '{build-timeout}'
-
- triggers:
- - gerrit-trigger-checkstyle:
- name: '{project}'
- branch: '{branch}'
-
- builders:
- - shell:
- !include-raw-escape:
- - ../scripts/setup_executor_env.sh
- - shell:
- !include-raw-escape:
- - ../scripts/setup_vpp_ubuntu_docker_test.sh
- - shell:
- !include-raw-escape:
- - ../scripts/vpp/make-test-docs.sh
-
- publishers:
- - fdio-infra-publish
-
-- job-template:
- name: 'vpp-make-test-docs-merge-{stream}-{os}-{executor-arch}'
-
- project-type: freestyle
- node: 'builder-{os}-prod-{executor-arch}'
- concurrent: false
- allow-empty: 'true'
- fingerprint: false
- only-if-success: true
- default-excludes: false
-
- properties:
- - lf-infra-properties:
- build-days-to-keep: "{build-days-to-keep}"
-
- parameters:
- - project-parameter:
- project: '{project}'
- - gerrit-parameter:
- branch: '{branch}'
- - os-parameter:
- os: '{os}'
- - stream-parameter:
- stream: '{stream}'
-
- scm:
- - gerrit-trigger-scm:
- credentials-id: 'jenkins-gerrit-credentials'
- refspec: ''
- choosing-strategy: 'default'
-
- wrappers:
- - fdio-infra-wrappers:
- build-timeout: '{build-timeout}'
-
- triggers:
- - reverse:
- jobs: 'vpp-merge-{stream}-{os}-{executor-arch}'
- result: 'success'
- - gerrit:
- server-name: 'Primary'
- trigger-on:
- - comment-added-contains-event:
- comment-contains-value: 'run-docs'
- projects:
- - project-compare-type: 'ANT'
- project-pattern: '{project}'
- branches:
- - branch-compare-type: 'ANT'
- branch-pattern: '**/{branch}'
- skip-vote:
- successful: true
- failed: true
- unstable: true
- notbuilt: true
-
- builders:
- - shell:
- !include-raw-escape:
- - ../scripts/setup_executor_env.sh
- - shell:
- !include-raw-escape:
- - ../scripts/setup_vpp_ubuntu_docker_test.sh
- - shell:
- !include-raw-escape:
- - ../scripts/vpp/make-test-docs.sh
-
- publishers:
- - fdio-infra-publish-docs
- - fdio-infra-publish
- master:
branch: 'master'
branch-refspec: ''
- - '2110':
- branch: 'stable/2110'
- branch-refspec: ''
- '2202':
branch: 'stable/2202'
branch-refspec: ''
- master:
branch: 'master'
branch-refspec: ''
- - '2110':
- branch: 'stable/2110'
- branch-refspec: ''
- '2202':
branch: 'stable/2202'
branch-refspec: ''
os:
- debian10
- debian11
- - ubuntu1804
- ubuntu2004
executor-arch: 'x86_64'
exclude:
- # OS deprecated on master
- - stream: 'master'
- os: 'ubuntu1804'
- # OS deprecated on 2202
- - stream: '2202'
- os: 'ubuntu1804'
- # OS deprecated on 2206
- - stream: '2206'
- os: 'ubuntu1804'
- # os added in master
- - stream: '2106'
- os: 'debian11'
- - stream: '2110'
- os: 'debian11'
+ # os added in 22.06
- stream: '2202'
os: 'debian11'
# [end] VPP-X86_64 PROJECT
- master:
branch: 'master'
branch-refspec: ''
- - '2110':
- branch: 'stable/2110'
- branch-refspec: ''
- '2202':
branch: 'stable/2202'
branch-refspec: ''
- master:
branch: 'master'
branch-refspec: ''
- - '2110':
- branch: 'stable/2110'
- branch-refspec: ''
- '2202':
branch: 'stable/2202'
branch-refspec: ''
branch: 'stable/2206'
branch-refspec: ''
os:
- - ubuntu1804
- ubuntu2004
executor-arch: 'aarch64'
- exclude:
- # OS deprecated on master
- - stream: 'master'
- os: 'ubuntu1804'
- # OS deprecated on 2202
- - stream: '2202'
- os: 'ubuntu1804'
- # OS deprecated on 2206
- - stream: '2206'
- os: 'ubuntu1804'
# [end] VPP-AARCH64 PROJECT
# VPP-CSIT-VERIFY-DEVICE PROJECT
- 2n-clx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- - 2n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- 2n-zn2:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- - 3n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- 3n-icx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
os: 'ubuntu2004'
executor-arch: 'aarch64'
make-parallel-jobs: '16'
+ - 3n-snr:
+ os: 'ubuntu2004'
+ executor-arch: 'x86_64'
# [end] VPP-CSIT-VERIFY-PERF PROJECT
-Subproject commit 3dcae183d810816f31950afbe1fa08fa948e61fe
+Subproject commit ae3a1a9c4bb342170ef883da033646811ac703a3
name:
- tox
- tox-pyenv
- - virtualenv
+ - python-virtualenv
state: present
become: true
+ when: ansible_distribution == 'Ubuntu'
- - name: 'Install TLDK Packages'
+ - name: 'Apt Install TLDK Packages'
apt:
name:
- libaprutil1-dev
- python3-pyelftools
- python3-scapy
- libnuma-dev
- - meson
+ state: present
+ when: ansible_distribution == 'Ubuntu'
+ become: true
+
+ - name: Pip Install TLDK Packages
+ pip:
+ name:
+ - meson==0.59.0
+ - ninja
+ state: present
when: ansible_distribution == 'Ubuntu'
become: true
Code Review / ci-management.git / commitdiff