debian*)
generate_apt_dockerfile "$EXECUTOR_CLASS" "$executor_os_name" \
"$docker_from_image" "$executor_docker_image" ;;
- centos-7)
- generate_yum_dockerfile "$EXECUTOR_CLASS" "$executor_os_name" \
- "$docker_from_image" "$executor_docker_image" ;;
centos-8)
generate_dnf_dockerfile "$EXECUTOR_CLASS" "$executor_os_name" \
"$docker_from_image" "$executor_docker_image" ;;
python3 -m venv "$LF_VENV"
PATH="$LF_VENV/bin:$PATH"
python3 -m pip install --upgrade pip
-# on Debian-9 lftools needs to be installed before it is upgraded
-# in order to get the latest version.
-if [ "$OS_ID" = "debian" ] && [ "$OS_VERSION_ID" = "9" ] ; then
- python3 -m pip install lftools
-fi
python3 -m pip install --upgrade --upgrade-strategy eager lftools
PATH="$OLD_PATH"
# 'Make docs jobs are only run on ubuntu x86_64 executors
# so only run for ubuntu build executors.
make_vpp "docs-venv" "$branch"
- elif [ "$OS_NAME" = "debian-9" ] ; then
- apt_override_cmake_install_with_pip3_version
fi
# Download, build, and cache external deps packages
dump_apt_package_list "$branch" ;;
*debian*)
dump_apt_package_list "$branch" ;;
- *centos:7)
- dump_yum_package_list "$branch" ;;
*centos:8)
dump_dnf_package_list "$branch" ;;
esac
--allow-change-held-packages $@
}
-# Used for older OS distro's which are incompatible
-# with modern distro cmake vesrion
-apt_override_cmake_install_with_pip3_version() {
- local os_cmake="/usr/bin/cmake"
- local os_cmake_ver="$($os_cmake --version | head -1)"
- local pip3_cmake="/usr/local/bin/cmake"
-
- python3 -m pip --disable-pip-version-check install cmake || true
- local pip3_cmake_ver="$($pip3_cmake --version | head -1)"
- echo_log "Overriding $OS_NAME '$os_cmake_ver' with '$pip3_cmake_ver'!"
- apt-get remove -y cmake --autoremove || true
- update-alternatives --quiet --remove-all cmake || true
- update-alternatives --quiet --install "$os_cmake" cmake "$pip3_cmake" 100
- echo_log "Default cmake ($(which cmake)) version: '$(cmake --version | head -1)'!"
-}
-
generate_apt_dockerfile_common() {
local executor_class="$1"
local executor_image="$2"
&& curl -s https://packagecloud.io/install/repositories/fdio/master/script.deb.sh | bash \\
EOF
- # Docker installation script fails on debian-9, so don't install docker
- head $DOCKERFILE
- if ! grep -qe 'debian:9' "$DOCKERFILE" ; then
- echo " && curl -fsSL https://get.docker.com | sh \ " >>"$DOCKERFILE"
- fi
cat <<EOF >>"$DOCKERFILE"
&& rm -r /var/lib/apt/lists/*
local executor_image="$3"
local vpp_install_skip_sysctl_envvar="";
- if grep -q "debian-9" <<< "$executor_os_name" ; then
- # Workaround to VPP package installation failure on debian-9
- vpp_install_skip_sysctl_envvar="ENV VPP_INSTALL_SKIP_SYSCTL=1"
- fi
generate_apt_dockerfile_common $executor_class $executor_image
csit_builder_generate_docker_build_files
cat <<EOF >>"$DOCKERFILE"
export EXECUTOR_ARCHS="aarch64 x86_64"
declare -A EXECUTOR_CLASS_ARCH_OS_NAMES
EXECUTOR_CLASS_ARCH_OS_NAMES["builder-aarch64"]="centos-8 ubuntu-18.04 ubuntu-20.04"
-EXECUTOR_CLASS_ARCH_OS_NAMES["builder-x86_64"]="centos-7 centos-8 debian-9 debian-10 ubuntu-18.04 ubuntu-20.04"
+EXECUTOR_CLASS_ARCH_OS_NAMES["builder-x86_64"]="centos-8 debian-10 ubuntu-18.04 ubuntu-20.04"
EXECUTOR_CLASS_ARCH_OS_NAMES["csit_dut-aarch64"]="ubuntu-18.04 ubuntu-20.04"
EXECUTOR_CLASS_ARCH_OS_NAMES["csit_dut-x86_64"]="ubuntu-18.04 ubuntu-20.04"
EXECUTOR_CLASS_ARCH_OS_NAMES["csit_shim-aarch64"]="ubuntu-18.04 ubuntu-20.04"
debian*)
apt_install_packages $packages
;;
- centos-7)
- yum_install_packages $packages
- ;;
centos-8)
dnf_install_packages $packages
;;
# to create an enumerated set of jobs jobs that match the
# definitions here.
declare -A VPP_BRANCHES
-VPP_BRANCHES["centos-7"]="stable/2009"
-VPP_BRANCHES["centos-8"]="stable/2009 stable/2101 stable/2106 master"
-VPP_BRANCHES["debian-9"]="stable/2009"
-VPP_BRANCHES["debian-10"]="stable/2009 stable/2101 stable/2106 master"
-VPP_BRANCHES["ubuntu-18.04"]="stable/2009 stable/2101 stable/2106 master"
-VPP_BRANCHES["ubuntu-20.04"]="stable/2009 stable/2101 stable/2106 master"
+VPP_BRANCHES["centos-8"]="stable/2101 stable/2106 stable/2110 master"
+VPP_BRANCHES["debian-10"]="stable/2101 stable/2106 stable/2110 master"
+VPP_BRANCHES["ubuntu-18.04"]="stable/2101 stable/2106 stable/2110 master"
+VPP_BRANCHES["ubuntu-20.04"]="stable/2101 stable/2106 stable/2110 master"
export VPP_BRANCHES
--- /dev/null
+IMAGE_NAME=ZZCI - Ubuntu 20.04 - builder - x86_64 - 20211021-180701.203
+LABELS=ubuntu2004-builder-4c-4g
+HARDWARE_ID=v3-standard-4
+VOLUME_SIZE=40
platforms:
- centos-7
- - ubuntu-16.04
+ - centos-8
- ubuntu-18.04
- ubuntu-18.04-arm64
- - ubuntu-16.04-arm64
+ - ubuntu-20.04
+ - ubuntu-20.04-arm64
templates:
- builder
- 2n-skx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- - 3n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- 'csit-vpp-perf-verify-{stream}-{node-arch}':
node-arch:
- 2n-clx:
- 2n-skx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- - 3n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
periodicity: '0 0 * * 6'
- 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
node-arch:
- 2n-skx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- - 3n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
- 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
node-arch:
- 2n-clx:
- 2n-skx:
os: 'ubuntu2004'
executor-arch: 'x86_64'
- - 3n-skx:
- os: 'ubuntu2004'
- executor-arch: 'x86_64'
project: 'csit'
branch: 'master'
-Subproject commit c93dddaeb54c0cf1c8f8371f4431d91416292cf0
+Subproject commit 3dcae183d810816f31950afbe1fa08fa948e61fe
# DEB Install deb_dpdk packages to shorten build times
###REMOVED sphinx-rtd-theme
echo "---> Installing deb_dpdk packages $(date +'%Y%m%dT%H%M%S')"
- DEB_DPDK_PKGS="google-mock lsb-release dpkg-dev debian-xcontrol devscripts \
- pristine-tar dh-python python-sphinx libpcap0.8-dev libstdc++5 \
- python-scapy inkscape libxen-dev libxenstore3.0 python-sphinx-rtd-theme \
- python3 python3-sphinx python3-sphinx-rtd-theme libnuma-dev \
- libibverbs-dev"
+ DEB_DPDK_PKGS="google-mock lsb-release dpkg-dev devscripts pristine-tar \
+ dh-python sphinx-doc sphinx-common libpcap0.8-dev libstdc++5 \
+ python3-scapy inkscape libxen-dev libxenstore3.0 python3 \
+ python3-sphinx python3-sphinx-rtd-theme libibverbs-dev libnuma-dev"
apt install -y ${DEB_DPDK_PKGS}
sudo apt install -y libcap-dev libpcap-dev
echo "---> Forcing CA certificate update $(date +'%Y%m%dT%H%M%S')"
sudo update-ca-certificates -f > /dev/null 2>&1
echo "<--- Forcing CA certificate update $(date +'%Y%m%dT%H%M%S')"
+
+ # Install TLDK development tools
+ echo "---> Installing TLDK packages $(date +'%Y%m%dT%H%M%S')"
+ TLDK_PKGS="libaprutil1-dev libc-dev-bin libc6-dev \
+ libcrypt-dev libexpat1-dev libldap2-dev libsctp-dev libsctp1 \
+ libserf-1-1 libsvn1 ibutf8proc2 linux-libc-dev bsd-compat-headers \
+ libexecinfo-dev python3-pyelftools libnuma-dev"
+ apt install -y ${TLDK_PKGS}
+
+ pip3 install meson ninja
+
}
opensuse_systems() {
+++ /dev/null
-{
- "arch": "arm64",
- "base_image": "Ubuntu 16.04 LTS (arm64) [2020-03-11]",
- "cloud_user_data": "common-packer/provision/ubuntu-user_data.sh",
- "distro": "Ubuntu 16.04",
- "flavor": "v2-standard-1",
- "source_ami_filter_name": "*ubuntu*16.04*",
- "source_ami_filter_owner": "099720109477",
- "ssh_user": "ubuntu",
- "vm_use_block_storage": "true",
- "vm_image_disk_format": "raw",
- "docker_source_image": "arm64v8/ubuntu:16.04"
-}
+++ /dev/null
-{
- "arch": "arm64",
- "base_image": "Ubuntu 18.04 LTS (arm64) [2020-02-18]",
- "cloud_user_data": "common-packer/provision/ubuntu-user_data.sh",
- "distro": "Ubuntu 18.04",
- "flavor": "v2-standard-1",
- "source_ami_filter_name": "*ubuntu*18.04*",
- "source_ami_filter_owner": "099720109477",
- "ssh_user": "ubuntu",
- "vm_use_block_storage": "true",
- "vm_image_disk_format": "raw",
- "docker_source_image": "arm64v8/ubuntu:18.04"
-}