From: Jan Gelety <jgelety@cisco.com>
Date: Thu, 2 Jun 2016 19:18:54 +0000 (+0200)
Subject: Final result must be combination of all test runs in vpp-verify-weekly job.
X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=commitdiff_plain;h=f244731483d7a52cf73c5bcaa4fbefce1297191b;ds=inline

Final result must be combination of all test runs in vpp-verify-weekly job.

- log clear final result based on results of all runs
- exit script with return code corresponding to  final result

Change-Id: If504b4c45a947502806011db9290ff41e4299490
Signed-off-by: Jan Gelety <jgelety@cisco.com>
---

diff --git a/bootstrap-vpp-verify-weekly.sh b/bootstrap-vpp-verify-weekly.sh
index 90ff2b7cd0..6142cb2a5b 100644
--- a/bootstrap-vpp-verify-weekly.sh
+++ b/bootstrap-vpp-verify-weekly.sh
@@ -148,9 +148,12 @@ virtualenv --system-site-packages env
 echo pip install
 pip install -r requirements.txt
 
-
 # There are used three iterations of tests there to check
 # the stability and reliability of the results
+
+RC=0
+MORE_FAILS=0
+
 for test_set in 1 2 3
 do
     echo
@@ -163,8 +166,62 @@ do
         --noncritical EXPECTED_FAILING \
         --output log_test_set${test_set} \
         tests/
+    PARTIAL_RC=$(echo $?)
+    if [ ${PARTIAL_RC} -eq 250 ]; then
+        MORE_FAILS=1
+    fi
+    RC=$((RC+PARTIAL_RC))
 done
 
+# Log the final result
+if [ ${RC} -eq 0 ]; then
+    set +x
+    echo
+    echo "=============================================================================="
+    echo "Final result of all test loops:                                       | PASS |"
+    echo "All critical tests have passed."
+    echo "=============================================================================="
+    echo
+    set -x
+elif [ ${MORE_FAILS} -eq 0 ]; then
+    if [ ${RC} -eq 1 ]; then
+        HLP_STR="test has"
+    else
+        HLP_STR="tests have"
+    fi
+    set +x
+    echo
+    echo "=============================================================================="
+    echo "Final result of all test loops:                                       | FAIL |"
+    echo "${RC} critical ${HLP_STR} failed."
+    echo "=============================================================================="
+    echo
+    set -x
+else
+    set +x
+    echo
+    echo "=============================================================================="
+    echo "Final result of all test loops:                                       | FAIL |"
+    echo "More then 250 critical tests have failed in one test loop."
+    echo "=============================================================================="
+    echo
+    set -x
+fi
+
+echo Post-processing test data...
+
+# Rebot output post-processing
 rebot --output output.xml ./log_test_set1.xml ./log_test_set2.xml ./log_test_set3.xml
 
+# Remove unnecessary log files
 rm -f ./log_test_set1.xml ./log_test_set2.xml ./log_test_set3.xml
+
+echo Post-processing finished.
+
+if [ ${RC} -eq 0 ]; then
+    RETURN_STATUS=0
+else
+    RETURN_STATUS=1
+fi
+
+exit ${RETURN_STATUS}