X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=bootstrap-vpp-verify-weekly.sh;h=0b82d381bf51f45c87e33a1786b0ab98827d06fa;hp=90ff2b7cd03beca73ca8ecf5aa778f487742fdf2;hb=800ff9b53f5c861e4625509d1403c1cb4606583b;hpb=5eb99d868051556dce3d509545d130971d74e1fa diff --git a/bootstrap-vpp-verify-weekly.sh b/bootstrap-vpp-verify-weekly.sh index 90ff2b7cd0..0b82d381bf 100644 --- a/bootstrap-vpp-verify-weekly.sh +++ b/bootstrap-vpp-verify-weekly.sh @@ -64,13 +64,15 @@ EOF chmod 600 priv_key # Temporarily download VPP packages from nexus.fd.io +SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" + rm -f *.deb if [ "${#}" -ne "0" ]; then arr=(${@}) echo ${arr[0]} else - VPP_STABLE_VER="16.09-rc0~33-g4b46c84~b200_amd64" - VPP_REPO_URL="https://nexus.fd.io/service/local/repositories/fd.io.master.ubuntu.trusty.main/content/io/fd/vpp" + VPP_STABLE_VER=$(cat ${SCRIPT_DIR}/VPP_MASTER_STABLE_VER) + VPP_REPO_URL=$(cat ${SCRIPT_DIR}/VPP_MASTER_REPO_URL) wget -q "${VPP_REPO_URL}/vpp/${VPP_STABLE_VER}/vpp-${VPP_STABLE_VER}.deb" || exit wget -q "${VPP_REPO_URL}/vpp-dbg/${VPP_STABLE_VER}/vpp-dbg-${VPP_STABLE_VER}.deb" || exit wget -q "${VPP_REPO_URL}/vpp-dev/${VPP_STABLE_VER}/vpp-dev-${VPP_STABLE_VER}.deb" || exit @@ -148,23 +150,80 @@ virtualenv --system-site-packages env echo pip install pip install -r requirements.txt - # There are used three iterations of tests there to check # the stability and reliability of the results + +RC=0 +MORE_FAILS=0 + for test_set in 1 2 3 do echo echo ${test_set}. test loop PYTHONPATH=`pwd` pybot -L TRACE \ - -v TOPOLOGY_PATH:topologies/enabled/topology.yaml \ + -v TOPOLOGY_PATH:${SCRIPT_DIR}/topologies/enabled/topology.yaml \ --include vm_envAND3_node_single_link_topo \ --include vm_envAND3_node_double_link_topo \ --exclude PERFTEST \ --noncritical EXPECTED_FAILING \ --output log_test_set${test_set} \ tests/ + PARTIAL_RC=$(echo $?) + if [ ${PARTIAL_RC} -eq 250 ]; then + MORE_FAILS=1 + fi + RC=$((RC+PARTIAL_RC)) done +# Log the final result +if [ ${RC} -eq 0 ]; then + set +x + echo + echo "==============================================================================" + echo "Final result of all test loops: | PASS |" + echo "All critical tests have passed." + echo "==============================================================================" + echo + set -x +elif [ ${MORE_FAILS} -eq 0 ]; then + if [ ${RC} -eq 1 ]; then + HLP_STR="test has" + else + HLP_STR="tests have" + fi + set +x + echo + echo "==============================================================================" + echo "Final result of all test loops: | FAIL |" + echo "${RC} critical ${HLP_STR} failed." + echo "==============================================================================" + echo + set -x +else + set +x + echo + echo "==============================================================================" + echo "Final result of all test loops: | FAIL |" + echo "More then 250 critical tests have failed in one test loop." + echo "==============================================================================" + echo + set -x +fi + +echo Post-processing test data... + +# Rebot output post-processing rebot --output output.xml ./log_test_set1.xml ./log_test_set2.xml ./log_test_set3.xml +# Remove unnecessary log files rm -f ./log_test_set1.xml ./log_test_set2.xml ./log_test_set3.xml + +echo Post-processing finished. + +if [ ${RC} -eq 0 ]; then + RETURN_STATUS=0 +else + RETURN_STATUS=1 +fi + +exit ${RETURN_STATUS}