X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=bootstrap-verify-perf.sh;h=1f5acd3b2e00f45c114234a1cba3d26055b15bfd;hp=de478e5f11af3f45b9feb332a2bbd2fd3cb6b524;hb=022cc77a6848eca746b20408856897a4e7cb5947;hpb=824fb1d6a1d94636d7a73ad6b1fc69fabf8efad7 diff --git a/bootstrap-verify-perf.sh b/bootstrap-verify-perf.sh index de478e5f11..1f5acd3b2e 100755 --- a/bootstrap-verify-perf.sh +++ b/bootstrap-verify-perf.sh @@ -15,7 +15,10 @@ set -x # Space separated list of available testbeds, described by topology files -TOPOLOGIES="topologies/available/lf_testbed2-710-520.yaml" +TOPOLOGIES="topologies/available/lf_testbed1-X710-X520.yaml \ + topologies/available/lf_testbed2-X710-X520.yaml \ + topologies/available/lf_testbed3-X710-X520.yaml" + VPP_STABLE_VER="1.0.0-437~g8f15e92_amd64" VPP_REPO_URL="https://nexus.fd.io/service/local/repositories/fd.io.dev/content/io/fd/vpp" @@ -25,6 +28,8 @@ INSTALLATION_DIR="/tmp/install_dir" PYBOT_ARGS="--noncritical MULTI_THREAD" +ARCHIVE_ARTIFACTS=(log.html output.xml report.html output_perf_data.json) + # If we run this script from CSIT jobs we want to use stable vpp version if [[ ${JOB_NAME} == csit-* ]] ; then @@ -115,6 +120,7 @@ case "$TEST_TAG" in -v TOPOLOGY_PATH:${WORKING_TOPOLOGY} \ -i perftest_long \ tests/ + RETURN_STATUS=$(echo $?) ;; PERFTEST_SHORT ) pybot ${PYBOT_ARGS} \ @@ -122,6 +128,7 @@ case "$TEST_TAG" in -v TOPOLOGY_PATH:${WORKING_TOPOLOGY} \ -i perftest_short \ tests/ + RETURN_STATUS=$(echo $?) ;; PERFTEST_LONG_BRIDGE ) pybot ${PYBOT_ARGS} \ @@ -129,6 +136,7 @@ case "$TEST_TAG" in -v TOPOLOGY_PATH:${WORKING_TOPOLOGY} \ -s "performance.Long_Bridge_Domain*" \ tests/ + RETURN_STATUS=$(echo $?) ;; PERFTEST_LONG_IPV4 ) pybot ${PYBOT_ARGS} \ @@ -136,6 +144,7 @@ case "$TEST_TAG" in -v TOPOLOGY_PATH:${WORKING_TOPOLOGY} \ -s "performance.Long_IPv4*" \ tests/ + RETURN_STATUS=$(echo $?) ;; PERFTEST_LONG_IPV6 ) pybot ${PYBOT_ARGS} \ @@ -143,6 +152,7 @@ case "$TEST_TAG" in -v TOPOLOGY_PATH:${WORKING_TOPOLOGY} \ -s "performance.Long_IPv6*" \ tests/ + RETURN_STATUS=$(echo $?) ;; PERFTEST_LONG_XCONNECT ) pybot ${PYBOT_ARGS} \ @@ -150,6 +160,28 @@ case "$TEST_TAG" in -v TOPOLOGY_PATH:${WORKING_TOPOLOGY} \ -s "performance.Long_Xconnect*" \ tests/ + RETURN_STATUS=$(echo $?) + ;; + PERFTEST_LONG_XCONNECT_DOT1Q ) + pybot ${PYBOT_ARGS} \ + -L TRACE \ + -v TOPOLOGY_PATH:${WORKING_TOPOLOGY} \ + -s "performance.Long_Xconnect_Dot1q*" \ + ;; + PERFTEST_NDR ) + pybot ${PYBOT_ARGS} \ + -L TRACE \ + -v TOPOLOGY_PATH:${WORKING_TOPOLOGY} \ + -s performance -i NDR \ + tests/ + ;; + PERFTEST_PDR ) + pybot ${PYBOT_ARGS} \ + -L TRACE \ + -v TOPOLOGY_PATH:${WORKING_TOPOLOGY} \ + -s performance -i PDR \ + tests/ + RETURN_STATUS=$(echo $?) ;; * ) # run full performance test suite and exit on fail @@ -158,5 +190,26 @@ case "$TEST_TAG" in -v TOPOLOGY_PATH:${WORKING_TOPOLOGY} \ -s performance \ tests/ + RETURN_STATUS=$(echo $?) esac +# Pybot output post-processing +echo Post-processing test data... + +python ${CUR_DIR}/resources/tools/robot_output_parser.py \ + -i ${CUR_DIR}/output.xml \ + -o ${CUR_DIR}/output_perf_data.json \ + -v ${VPP_STABLE_VER} +if [ ! $? -eq 0 ]; then + echo "Parsing ${CUR_DIR}/output.xml failed" +fi + +# Archive artifacts +mkdir archive +for i in ${ARCHIVE_ARTIFACTS[@]}; do + cp $( readlink -f ${i} | tr '\n' ' ' ) archive/ +done + +echo Post-processing finished. + +exit ${RETURN_STATUS}