X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=bootstrap-verify-perf.sh;h=1dd4e8ae7bbd2a4f54eb000665ec0daf0ca9e68f;hp=739cda45e7efdcf61cab7596450fd6bb4ffaea2b;hb=c2f8b62e978c4f5f29fa3ad3ccba6683a9f3ea85;hpb=0cc103deccef35abe1b181d262bf44bd2d5e0d35 diff --git a/bootstrap-verify-perf.sh b/bootstrap-verify-perf.sh index 739cda45e7..1dd4e8ae7b 100755 --- a/bootstrap-verify-perf.sh +++ b/bootstrap-verify-perf.sh @@ -15,15 +15,19 @@ set -x # Space separated list of available testbeds, described by topology files -TOPOLOGIES="topologies/available/lf_testbed2-710-520.yaml" -VPP_STABLE_VER="1.0.0-304~gd530445_amd64" +TOPOLOGIES="topologies/available/lf_testbed1-710-520.yaml \ + topologies/available/lf_testbed2-710-520.yaml" + +VPP_STABLE_VER="1.0.0-437~g8f15e92_amd64" VPP_REPO_URL="https://nexus.fd.io/service/local/repositories/fd.io.dev/content/io/fd/vpp" # Reservation dir RESERVATION_DIR="/tmp/reservation_dir" INSTALLATION_DIR="/tmp/install_dir" -PYBOT_ARGS="" +PYBOT_ARGS="--noncritical MULTI_THREAD" + +ARCHIVE_ARTIFACTS=(log.html output.xml report.html output_perf_data.json) # If we run this script from CSIT jobs we want to use stable vpp version if [[ ${JOB_NAME} == csit-* ]] ; @@ -82,8 +86,8 @@ while :; do break fi - # Wait 10 - 30 sec. before next try - SLEEP_TIME=$[ ( $RANDOM % 20 ) + 10 ]s + # Wait ~3minutes before next try + SLEEP_TIME=$[ ( $RANDOM % 20 ) + 180 ]s echo "Sleeping ${SLEEP_TIME}" sleep ${SLEEP_TIME} done @@ -110,33 +114,45 @@ fi case "$TEST_TAG" in # run specific performance tests based on jenkins job type variable PERFTEST_LONG ) - pybot -L TRACE \ + pybot ${PYBOT_ARGS} \ + -L TRACE \ -v TOPOLOGY_PATH:${WORKING_TOPOLOGY} \ -i perftest_long \ tests/ ;; PERFTEST_SHORT ) - pybot -L TRACE \ + pybot ${PYBOT_ARGS} \ + -L TRACE \ -v TOPOLOGY_PATH:${WORKING_TOPOLOGY} \ -i perftest_short \ tests/ ;; PERFTEST_LONG_BRIDGE ) - pybot -L TRACE \ + pybot ${PYBOT_ARGS} \ + -L TRACE \ -v TOPOLOGY_PATH:${WORKING_TOPOLOGY} \ - -s performance.long_bridge_domain \ + -s "performance.Long_Bridge_Domain*" \ tests/ ;; PERFTEST_LONG_IPV4 ) - pybot -L TRACE \ + pybot ${PYBOT_ARGS} \ + -L TRACE \ -v TOPOLOGY_PATH:${WORKING_TOPOLOGY} \ - -s performance.long_ipv4 \ + -s "performance.Long_IPv4*" \ + tests/ + ;; + PERFTEST_LONG_IPV6 ) + pybot ${PYBOT_ARGS} \ + -L TRACE \ + -v TOPOLOGY_PATH:${WORKING_TOPOLOGY} \ + -s "performance.Long_IPv6*" \ tests/ ;; PERFTEST_LONG_XCONNECT ) - pybot -L TRACE \ + pybot ${PYBOT_ARGS} \ + -L TRACE \ -v TOPOLOGY_PATH:${WORKING_TOPOLOGY} \ - -s performance.long_xconnect \ + -s "performance.Long_Xconnect*" \ tests/ ;; * ) @@ -148,3 +164,18 @@ case "$TEST_TAG" in tests/ esac +# Pybot output post-processing +python ${CUR_DIR}/resources/tools/robot_output_parser.py \ + -i ${CUR_DIR}/output.xml \ + -o ${CUR_DIR}/output_perf_data.json \ + -v ${VPP_STABLE_VER} +if [ ! $? -eq 0 ]; then + echo "Parsing ${CUR_DIR}/output.xml failed" +fi + +# Archive artifacts +mkdir archive +for i in ${ARCHIVE_ARTIFACTS[@]}; do + cp $( readlink -f ${i} | tr '\n' ' ' ) archive/ +done +