Generate tests in deterministic order 44/24444/5
authorVratko Polak <vrpolak@cisco.com>
Tue, 21 Jan 2020 11:47:46 +0000 (12:47 +0100)
committerVratko Polak <vrpolak@cisco.com>
Wed, 22 Jan 2020 11:37:45 +0000 (11:37 +0000)
Change-Id: I47e45f395976fd65a8da0e93bc33588cc213c79e
Signed-off-by: Vratko Polak <vrpolak@cisco.com>
resources/libraries/bash/function/common.sh

index d191e78..38ba601 100644 (file)
@@ -411,7 +411,8 @@ function generate_tests () {
     cp -r "${CSIT_DIR}/tests" "${GENERATED_DIR}/tests" || die
     cmd_line=("find" "${GENERATED_DIR}/tests" "-type" "f")
     cmd_line+=("-executable" "-name" "*.py")
-    file_list=$("${cmd_line[@]}") || die
+    # We sort the directories, so log output can be compared between runs.
+    file_list=$("${cmd_line[@]}" | sort) || die
 
     for gen in ${file_list}; do
         directory="$(dirname "${gen}")" || die