X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=bootstrap-vpp-verify-semiweekly.sh;h=c2ed4ea3e0c718ff97b3e4850c688ede6a6b2758;hp=c62d1ddd50d49fd58ed0c1943a9002e029844360;hb=636b60b97e4b1dbd6df0701627fe731edec6100b;hpb=f08e8cf324861a754388a063fbaaf4e33f10d480 diff --git a/bootstrap-vpp-verify-semiweekly.sh b/bootstrap-vpp-verify-semiweekly.sh index c62d1ddd50..c2ed4ea3e0 100644 --- a/bootstrap-vpp-verify-semiweekly.sh +++ b/bootstrap-vpp-verify-semiweekly.sh @@ -27,7 +27,7 @@ sudo apt-get -y install libpython2.7-dev python-virtualenv PYBOT_ARGS="--noncritical MULTI_THREAD" -ARCHIVE_ARTIFACTS=(log.html output.xml report.html output_perf_data.json) +ARCHIVE_ARTIFACTS=(log.html output.xml report.html) SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" export PYTHONPATH=${SCRIPT_DIR} @@ -50,13 +50,13 @@ VPP_DEBS=(*.deb) echo ${VPP_DEBS[@]} VPP_VER=$(echo ${VPP_DEBS#vpp-}) -VPP_VER=$(echo ${VPP_VER%.deb}) -echo VPP version to be tested: ${VPP_VER} +VPP_VER=$(echo ${VPP_VER%-deb.deb}) set +x -echo "******************************************************************************" -echo "1st step: Download VPP packages FINISHED" -echo "******************************************************************************" +echo "****************************************************************************************************************************************" +echo "1st step: Download VPP packages FINISHED" +echo "VPP version to be tested: ${VPP_VER}" +echo "****************************************************************************************************************************************" set -x @@ -70,9 +70,9 @@ echo Installing requirements... pip install -r ${SCRIPT_DIR}/requirements.txt set +x -echo "******************************************************************************" -echo "2nd step: Start virtual env and install requirements FINISHED" -echo "******************************************************************************" +echo "****************************************************************************************************************************************" +echo "2nd step: Start virtual env and install requirements FINISHED" +echo "****************************************************************************************************************************************" set -x @@ -87,6 +87,9 @@ VIRL_PKEY=priv_key VIRL_SERVER_STATUS_FILE="status" VIRL_SERVER_EXPECTED_STATUS="PRODUCTION" +VIRL_TOPOLOGY=double-ring-nested.xenial +VIRL_RELEASE=csit-ubuntu-16.04.1_2016-10-10_1.4 + SSH_OPTIONS="-i ${VIRL_PKEY} -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -o BatchMode=yes -o LogLevel=error" function ssh_do() { @@ -194,7 +197,7 @@ function stop_virl_simulation { VIRL_SID=$(ssh ${SSH_OPTIONS} \ ${VIRL_USERNAME}@${VIRL_SERVER} \ - "start-testcase -c double-ring-nested ${VPP_DEBS_VIRL[@]}") + "start-testcase -c ${VIRL_TOPOLOGY} -r ${VIRL_RELEASE} ${VPP_DEBS_VIRL[@]}") retval=$? if [ "$?" -ne "0" ]; then echo "VIRL simulation start failed" @@ -224,9 +227,9 @@ if [ "$?" -ne "0" ]; then fi set +x -echo "******************************************************************************" -echo "3rd step: Start the simulation on the VIRL server FINISHED" -echo "******************************************************************************" +echo "****************************************************************************************************************************************" +echo "3rd step: Start the simulation on the VIRL server FINISHED" +echo "****************************************************************************************************************************************" set -x @@ -245,8 +248,9 @@ do echo Functional test loop: ${test_set} echo - pybot -L TRACE \ + pybot -L TRACE -W 136\ -v TOPOLOGY_PATH:${SCRIPT_DIR}/topologies/enabled/topology_VIRL.yaml \ + --suite "tests.func" \ --include vm_envAND3_node_single_link_topo \ --include vm_envAND3_node_double_link_topo \ --exclude PERFTEST \ @@ -261,102 +265,11 @@ do done set +x -echo "******************************************************************************" -echo "4th step: Run functional tests FINISHED" -echo "******************************************************************************" +echo "****************************************************************************************************************************************" +echo "4th step: Run functional tests FINISHED" +echo "****************************************************************************************************************************************" set -x - -# 5th step: Reserve and prepare HW system - -echo Making a reservation for the HW system... - -# Space separated list of available testbeds, described by topology files -TOPOLOGIES="topologies/available/lf_testbed1-X710-X520.yaml \ - topologies/available/lf_testbed2-X710-X520.yaml \ - topologies/available/lf_testbed3-X710-X520.yaml" - -# Reservation dir -RESERVATION_DIR="/tmp/reservation_dir" -INSTALLATION_DIR="/tmp/install_dir" - -WORKING_TOPOLOGY="" - -# We iterate over available topologies and wait until we reserve topology -while :; do - for TOPOLOGY in ${TOPOLOGIES}; - do - python ${SCRIPT_DIR}/resources/tools/topo_reservation.py -t ${TOPOLOGY} - if [ $? -eq 0 ]; then - WORKING_TOPOLOGY=${TOPOLOGY} - echo "Reserved: ${WORKING_TOPOLOGY}" - break - fi - done - - if [ ! -z "${WORKING_TOPOLOGY}" ]; then - # Exit the infinite while loop if we made a reservation - break - fi - - # Wait ~3minutes before next try - SLEEP_TIME=$[ ( $RANDOM % 20 ) + 180 ]s - echo "Sleeping ${SLEEP_TIME}" - sleep ${SLEEP_TIME} -done - -function cancel_all { - python ${SCRIPT_DIR}/resources/tools/topo_installation.py -c -d ${INSTALLATION_DIR} -t $1 - python ${SCRIPT_DIR}/resources/tools/topo_reservation.py -c -t $1 -} - -# Upon script exit, cleanup the VIRL simulation execution -# and cancel the reservation and installation of HW system -# and delete all vpp packages. -trap "stop_virl_simulation; cancel_all ${WORKING_TOPOLOGY}" EXIT - -python ${SCRIPT_DIR}/resources/tools/topo_installation.py -t ${WORKING_TOPOLOGY} \ - -d ${INSTALLATION_DIR} \ - -p ${VPP_DEBS[@]} - -if [ $? -eq 0 ]; then - echo "VPP Installed on hosts from: ${WORKING_TOPOLOGY}" -else - echo "Failed to copy vpp deb files to DUTs" - exit 1 -fi - -set +x -echo "******************************************************************************" -echo "5th step: Making a reservation for HW system FINISHED" -echo "******************************************************************************" -set -x - -# 6th step: Run performance tests - -# Performance tests on HW system -echo Performance tests on HW system - -pybot ${PYBOT_ARGS} \ - -L TRACE \ - -v TOPOLOGY_PATH:${WORKING_TOPOLOGY} \ - --include perftest_long \ - --output log_perf_test_set \ - tests/ - -PARTIAL_RC=$(echo $?) -if [ ${PARTIAL_RC} -eq 250 ]; then - MORE_FAILS=1 -fi -RC=$((RC+PARTIAL_RC)) - -set +x -echo "******************************************************************************" -echo "6th step: Run performance tests FINISHED" -echo "******************************************************************************" -set -x - - # Set RETURN_STATUS=1 if some critical test failed if [ ! ${RC} -eq 0 ]; then RETURN_STATUS=1 @@ -366,10 +279,10 @@ fi if [ ${RC} -eq 0 ]; then set +x echo - echo "==============================================================================" - echo "Final result of all test loops: | PASS |" + echo "========================================================================================================================================" + echo "Final result of all test loops: | PASS |" echo "All critical tests have passed." - echo "==============================================================================" + echo "========================================================================================================================================" echo set -x elif [ ${MORE_FAILS} -eq 0 ]; then @@ -380,43 +293,33 @@ elif [ ${MORE_FAILS} -eq 0 ]; then fi set +x echo - echo "==============================================================================" - echo "Final result of all test loops: | FAIL |" + echo "========================================================================================================================================" + echo "Final result of all test loops: | FAIL |" echo "${RC} critical ${HLP_STR} failed." - echo "==============================================================================" + echo "========================================================================================================================================" echo set -x else set +x echo - echo "==============================================================================" - echo "Final result of all test loops: | FAIL |" + echo "========================================================================================================================================" + echo "Final result of all test loops: | FAIL |" echo "More then 250 critical tests have failed in one test loop." - echo "==============================================================================" + echo "========================================================================================================================================" echo set -x fi - # 7th step: Post-processing test data echo Post-processing test data... -# Getting JSON perf data output -python ${SCRIPT_DIR}/resources/tools/robot_output_parser.py \ - -i ${SCRIPT_DIR}/log_perf_test_set.xml \ - -o ${SCRIPT_DIR}/output_perf_data.json \ - -v ${VPP_VER} -if [ ! $? -eq 0 ]; then - echo "Parsing ${SCRIPT_DIR}/log_perf_test_set.xml failed" -fi - # Rebot output post-processing -rebot --output output.xml ./log_func_test_set1.xml ./log_func_test_set2.xml \ - ./log_func_test_set3.xml ./log_perf_test_set.xml +rebot --noncritical EXPECTED_FAILING \ + --output output.xml \ + ./log_func_test_set1.xml ./log_func_test_set2.xml ./log_func_test_set3.xml # Remove unnecessary files -rm -f ./log_test_set1.xml ./log_test_set2.xml ./log_test_set3.xml \ - ./log_perf_test_set.xml +rm -f ./log_test_set1.xml ./log_test_set2.xml ./log_test_set3.xml # Archive artifacts mkdir archive