Final result must be combination of all test runs in vpp-verify-weekly job.

- log clear final result based on results of all runs
- exit script with return code corresponding to  final result

Change-Id: If504b4c45a947502806011db9290ff41e4299490
Signed-off-by: Jan Gelety <jgelety@cisco.com>

diff --git a/bootstrap-vpp-verify-weekly.sh b/bootstrap-vpp-verify-weekly.sh
index 90ff2b7..6142cb2 100644 (file)
--- a/bootstrap-vpp-verify-weekly.sh
+++ b/bootstrap-vpp-verify-weekly.sh
@@ -148,9 +148,12 @@ virtualenv --system-site-packages env
 echo pip install
 pip install -r requirements.txt
 
 echo pip install
 pip install -r requirements.txt
 

-

 # There are used three iterations of tests there to check
 # the stability and reliability of the results
 # There are used three iterations of tests there to check
 # the stability and reliability of the results

+
+RC=0
+MORE_FAILS=0
+

 for test_set in 1 2 3
 do
     echo
 for test_set in 1 2 3
 do
     echo


@@ -163,8 +166,62 @@ do
         --noncritical EXPECTED_FAILING \
         --output log_test_set${test_set} \
         tests/
         --noncritical EXPECTED_FAILING \
         --output log_test_set${test_set} \
         tests/

+    PARTIAL_RC=$(echo $?)
+    if [ ${PARTIAL_RC} -eq 250 ]; then
+        MORE_FAILS=1
+    fi
+    RC=$((RC+PARTIAL_RC))

 done
 
 done
 

+# Log the final result
+if [ ${RC} -eq 0 ]; then
+    set +x
+    echo
+    echo "=============================================================================="
+    echo "Final result of all test loops:                                       | PASS |"
+    echo "All critical tests have passed."
+    echo "=============================================================================="
+    echo
+    set -x
+elif [ ${MORE_FAILS} -eq 0 ]; then
+    if [ ${RC} -eq 1 ]; then
+        HLP_STR="test has"
+    else
+        HLP_STR="tests have"
+    fi
+    set +x
+    echo
+    echo "=============================================================================="
+    echo "Final result of all test loops:                                       | FAIL |"
+    echo "${RC} critical ${HLP_STR} failed."
+    echo "=============================================================================="
+    echo
+    set -x
+else
+    set +x
+    echo
+    echo "=============================================================================="
+    echo "Final result of all test loops:                                       | FAIL |"
+    echo "More then 250 critical tests have failed in one test loop."
+    echo "=============================================================================="
+    echo
+    set -x
+fi
+
+echo Post-processing test data...
+
+# Rebot output post-processing

 rebot --output output.xml ./log_test_set1.xml ./log_test_set2.xml ./log_test_set3.xml
 
 rebot --output output.xml ./log_test_set1.xml ./log_test_set2.xml ./log_test_set3.xml
 

+# Remove unnecessary log files

 rm -f ./log_test_set1.xml ./log_test_set2.xml ./log_test_set3.xml
 rm -f ./log_test_set1.xml ./log_test_set2.xml ./log_test_set3.xml

+
+echo Post-processing finished.
+
+if [ ${RC} -eq 0 ]; then
+    RETURN_STATUS=0
+else
+    RETURN_STATUS=1
+fi
+
+exit ${RETURN_STATUS}