else
echo "Downloading DPDK packages of specific version from repo..."
# TODO: Can we autodetect this based on what CSIT-stable VPP uses?
- dpdk_stable_ver="dpdk-18.08.tar.xz"
+ dpdk_stable_ver="dpdk-18.11.tar.xz"
fi
# TODO: Use "wget -N" instead checking for file presence?
if [[ ! -f "${dpdk_stable_ver}" ]]; then
set -exuo pipefail
- # Build docker image (with vpp, ligato and vpp-agent),
- # and put it to ${DOWNLOAD_DIR}/.
+ # Pull & extract docker image ligato/vpp-agent and put it to
+ # ${DOWNLOAD_DIR}/.
#
# Access rights needed for:
- # - "wget", "git clone", "dpdk -x", "cd" above ${CSIT_DIR}.
# - "sudo" without password.
# - With sudo:
- # - "dpdk -i" is allowed.
# - "docker" commands have everything they needs.
# Variables read:
# - DOWNLOAD_DIR - Path to directory pybot takes the build to test from.
# Files read:
# - ${CSIT_DIR}/VPP_AGENT_STABLE_VER - Vpp agent version to use.
# Directories updated:
- # - ${DOWNLOAD_DIR} - Docker image stored, VPP *.deb stored and deleted.
- # - /tmp/vpp - VPP is unpacked there, not cleaned afterwards.
- # - ${CSIT_DIR}/vpp-agent - Created, vpp-agent git repo si cloned there.
- # - Also, various temporary files are stored there.
+ # - ${DOWNLOAD_DIR} - Docker image stored.
# System consequences:
# - Docker package is installed.
# - Presumably dockerd process is started.
- # - The ligato/dev-vpp-agent docker image is downloaded.
- # - Results of subsequent image manipulation are probably left lingering.
# Other hardcoded values:
- # - Docker .deb file name to download and install.
+ # - Docker image file name to download and install.
# Functions called:
# - die - Print to stderr and exit, defined in common_functions.sh
- # - gather_vpp - See eponymous fragment file assumend to be sourced already.
- # TODO: What is the best order of description items?
- # TODO: Many of the following comments act as abstraction.
- # But the abstracted blocks are mostly one-liners (plus "|| die"),
- # so maybe it is not worth introducing fragments/functions for the blocks.
- # TODO: This fragment is too long anyway, split it up.
-
- gather_vpp || die "The function should have died on error."
-
- # Extract VPP API to specific folder
- # FIXME: Make sure /tmp/vpp/ exists. Should we clean it?
- dpkg -x "${DOWNLOAD_DIR}/vpp_"*".deb" "/tmp/vpp" || {
- die "Failed to extract VPP packages for kubernetes!"
- }
-
- ligato_repo_url="https://github.com/ligato/"
- vpp_agent_stable_ver="$(cat "${CSIT_DIR}/VPP_AGENT_STABLE_VER")" || {
- die "Cat failed."
- }
- docker_deb="docker-ce_18.03.0~ce-0~ubuntu_amd64.deb"
-
- # Clone & checkout stable vpp-agent
- cd "${CSIT_DIR}" || die "Change directory failed."
- git clone -b "${vpp_agent_stable_ver}" --single-branch \
- "${ligato_repo_url}/vpp-agent" "vpp-agent" || {
- die "Failed to run: git clone ${ligato_repo_url}/vpp-agent!"
- }
- cd "vpp-agent" || die "Change directory failed."
-
- # Install Docker
- url_prefix="https://download.docker.com/linux/ubuntu/dists/xenial/pool"
- # URL is not in quotes, calling command from variable keeps them.
- wget_command=("wget" "-nv" "${url_prefix}/stable/amd64/${docker_deb}")
- "${wget_command[@]}" || die "Failed to download Docker package!"
-
- sudo dpkg -i "${docker_deb}" || die "Failed to install Docker!"
-
- # Pull ligato/dev_vpp_agent docker image and re-tag as local
- sudo docker pull "ligato/dev-vpp-agent:${vpp_agent_stable_ver}" || {
- die "Failed to pull Docker image!"
- }
-
- first_arg="ligato/dev-vpp-agent:${vpp_agent_stable_ver}"
- sudo docker tag "${first_arg}" "dev_vpp_agent:latest" || {
- die "Failed to tag Docker image!"
- }
-
- # Start dev_vpp_agent container as daemon
- sudo docker run --rm -itd --name "agentcnt" "dev_vpp_agent" bash || {
- die "Failed to run Docker image!"
+ vpp_agent_ver="$(< "${CSIT_DIR}/VPP_AGENT_STABLE_VER")" || {
+ die "Failed to read vpp-agent stable VPP version!"
}
- # Copy latest vpp api into running container
- sudo docker exec agentcnt rm -rf "agentcnt:/usr/share/vpp/api" || {
- die "Failed to remove previous API!"
- }
- sudo docker cp "/tmp/vpp/usr/share/vpp/api" "agentcnt:/usr/share/vpp" || {
- die "Failed to copy files Docker image!"
+ # Install Docker.
+ curl -fsSL https://get.docker.com | sudo bash || {
+ die "Failed to install Docker package!"
}
- # Recompile vpp-agent
- script_arg=". ~/.bashrc; cd /go/src/github.com/ligato/vpp-agent"
- script_arg+=" && make generate && make install"
- sudo docker exec -i agentcnt script -qec "${script_arg}" || {
- die "Failed to recompile vpp-agent in Docker image!"
- }
- # Make sure .deb files of other version are not present.
- rm_cmd="rm -vf /opt/vpp-agent/dev/vpp/build-root/vpp*.deb /opt/vpp/*.deb"
- sudo docker exec agentcnt bash -c "${rm_cmd}" || {
- die "Failed to remove VPP debian packages!"
- }
- for f in "${DOWNLOAD_DIR}"/*; do
- sudo docker cp "$f" "agentcnt:/opt/vpp-agent/dev/vpp/build-root"/ || {
- die "Failed to copy files Docker image!"
- }
- done
- # Save container state
- sudo docker commit "$(sudo docker ps -q)" "dev_vpp_agent:latest" || {
- die "Failed to commit state of Docker image!"
- }
-
- # Build prod_vpp_agent docker image
- cd "docker/prod" || die "Change directory failed."
- sudo docker build --tag "prod_vpp_agent" --no-cache "." || {
- die "Failed to build Docker image!"
- }
- # Export Docker image
- sudo docker save "prod_vpp_agent" | gzip > "prod_vpp_agent.tar.gz" || {
+ pushd "${DOWNLOAD_DIR}" || die "Change directory failed!"
+ # Download vpp_agent docker image.
+ sudo docker pull "${vpp_agent_ver}" || die "Docker pull failed!"
+ # Export Docker image.
+ sudo docker save "${vpp_agent_ver}" | gzip > "prod_vpp_agent.tar.gz" || {
die "Failed to save Docker image!"
}
- docker_image="$(readlink -e "prod_vpp_agent.tar.gz")" || {
- die "Readlink failed."
- }
- rm -r "${DOWNLOAD_DIR}/vpp"* || die "Rm failed."
- mv "${docker_image}" "${DOWNLOAD_DIR}"/ || die "Mv failed."
+ popd || die "Change directory failed!"
}
case "${TEST_CODE}" in
# Not csit-vpp as this code is re-used by ligato gathering.
"csit-"*)
- # Use downloaded packages with specific version
+ # Use downloaded packages with specific version.
if [[ "${TEST_CODE}" == *"daily"* ]] || \
- [[ "${TEST_CODE}" == *"weekly"* ]] || \
- [[ "${TEST_CODE}" == *"timed"* ]];
+ ([[ "${TEST_CODE}" == *"weekly"* ]] && \
+ [[ "${TEST_CODE}" != *"device"* ]]) || \
+ [[ "${TEST_CODE}" == *"semiweekly"* ]];
then
warn "Downloading latest VPP packages from Packagecloud."
else
warn "Downloading stable VPP packages from Packagecloud."
- DKMS_VERSION="$(<"${CSIT_DIR}/DPDK_STABLE_VER")" || {
- die "Read DPDK stable version failed."
- }
- VPP_VERSION="$(<"${CSIT_DIR}/VPP_STABLE_VER_UBUNTU")" || {
- die "Read VPP stable version failed."
- }
+ if [[ "${TEST_CODE}" == *"device"* ]];
+ then
+ VPP_VERSION="$(<"${CSIT_DIR}/VPP_STABLE_VER_UBUNTU_BIONIC")" || {
+ die "Read VPP stable version failed."
+ }
+ else
+ VPP_VERSION="$(<"${CSIT_DIR}/VPP_STABLE_VER_UBUNTU")" || {
+ die "Read VPP stable version failed."
+ }
+ fi
fi
source "${BASH_FUNCTION_DIR}/artifacts.sh" || die "Source failed."
download_artifacts || die
;;
"vpp-csit-"*)
- # Use local built packages.
+ # Use locally built packages.
mv "${DOWNLOAD_DIR}"/../"vpp"*".deb" "${DOWNLOAD_DIR}"/ || {
die "Move command failed."
}