CSIT-806 Container Orchestration in CSIT - Low Level Design
[csit.git] / bootstrap-verify-perf-DPDK.sh
1 #!/bin/bash
2 # Copyright (c) 2016 Cisco and/or its affiliates.
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at:
6 #
7 #     http://www.apache.org/licenses/LICENSE-2.0
8 #
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
14
15 set -x
16
17 # Space separated list of available testbeds, described by topology files
18 TOPOLOGIES="topologies/available/lf_testbed1.yaml \
19             topologies/available/lf_testbed2.yaml \
20             topologies/available/lf_testbed3.yaml"
21
22 SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
23
24 # Reservation dir
25 RESERVATION_DIR="/tmp/reservation_dir"
26
27 PYBOT_ARGS=""
28
29 ARCHIVE_ARTIFACTS=(log.html output.xml report.html output_perf_data.xml)
30
31 # we will download the DPDK in the robot
32
33 WORKING_TOPOLOGY=""
34 export PYTHONPATH=${SCRIPT_DIR}
35
36 sudo apt-get -y update
37 sudo apt-get -y install libpython2.7-dev python-virtualenv
38
39 virtualenv --system-site-packages env
40 . env/bin/activate
41
42 echo pip install
43 pip install -r requirements.txt
44
45 # We iterate over available topologies and wait until we reserve topology
46 while :; do
47     for TOPOLOGY in ${TOPOLOGIES};
48     do
49         python ${SCRIPT_DIR}/resources/tools/scripts/topo_reservation.py -t ${TOPOLOGY}
50         if [ $? -eq 0 ]; then
51             WORKING_TOPOLOGY=${TOPOLOGY}
52             echo "Reserved: ${WORKING_TOPOLOGY}"
53             break
54         fi
55     done
56
57     if [ ! -z "${WORKING_TOPOLOGY}" ]; then
58         # Exit the infinite while loop if we made a reservation
59         break
60     fi
61
62     # Wait ~3minutes before next try
63     SLEEP_TIME=$[ ( $RANDOM % 20 ) + 180 ]s
64     echo "Sleeping ${SLEEP_TIME}"
65     sleep ${SLEEP_TIME}
66 done
67
68 #for DPDK test, we don't need to install the VPP deb
69 function cancel_all {
70     python ${SCRIPT_DIR}/resources/tools/scripts/topo_reservation.py -c -t $1
71 }
72
73 # On script exit we cancel the reservation
74 trap "cancel_all ${WORKING_TOPOLOGY}" EXIT
75
76 case "$TEST_TAG" in
77     # run specific performance tests based on jenkins job type variable
78     PERFTEST_LONG )
79         pybot ${PYBOT_ARGS} \
80               -L TRACE \
81               -v TOPOLOGY_PATH:${WORKING_TOPOLOGY} \
82               -v DPDK_TEST:True \
83               -s "tests.dpdk.perf" \
84               --exclude SKIP_PATCH \
85               -i NDRPDRDISC \
86               tests/
87         RETURN_STATUS=$(echo $?)
88         ;;
89     PERFTEST_SHORT )
90         pybot ${PYBOT_ARGS} \
91               -L TRACE \
92               -v TOPOLOGY_PATH:${WORKING_TOPOLOGY} \
93               -v DPDK_TEST:True \
94               -s "tests.dpdk.perf" \
95               -i NDRCHK \
96               tests/
97         RETURN_STATUS=$(echo $?)
98         ;;
99    PERFTEST_NIGHTLY )
100         #run all available tests
101         pybot ${PYBOT_ARGS} \
102               -L TRACE \
103               -v TOPOLOGY_PATH:${WORKING_TOPOLOGY} \
104               -v DPDK_TEST:True \
105               -s "tests.dpdk.perf" \
106               tests/
107         RETURN_STATUS=$(echo $?)
108         ;;
109     * )
110         # run full performance test suite and exit on fail
111         pybot ${PYBOT_ARGS} \
112               -L TRACE \
113               -v TOPOLOGY_PATH:${WORKING_TOPOLOGY} \
114               -v DPDK_TEST:True \
115               -s "tests.dpdk.perf" \
116               tests/
117         RETURN_STATUS=$(echo $?)
118 esac
119
120 # Pybot output post-processing
121 echo Post-processing test data...
122
123 python ${SCRIPT_DIR}/resources/tools/scripts/robot_output_parser.py \
124        -i ${SCRIPT_DIR}/output.xml \
125        -o ${SCRIPT_DIR}/output_perf_data.xml
126 if [ ! $? -eq 0 ]; then
127     echo "Parsing ${SCRIPT_DIR}/output.xml failed"
128 fi
129
130 # Archive artifacts
131 mkdir archive
132 for i in ${ARCHIVE_ARTIFACTS[@]}; do
133     cp $( readlink -f ${i} | tr '\n' ' ' ) archive/
134 done
135
136 echo Post-processing finished.
137
138 exit ${RETURN_STATUS}

©2016 FD.io a Linux Foundation Collaborative Project. All Rights Reserved.
Linux Foundation is a registered trademark of The Linux Foundation. Linux is a registered trademark of Linus Torvalds.
Please see our privacy policy and terms of use.