3 # Copyright (c) 2021 Cisco and/or its affiliates.
4 # Licensed under the Apache License, Version 2.0 (the "License");
5 # you may not use this file except in compliance with the License.
6 # You may obtain a copy of the License at:
8 # http://www.apache.org/licenses/LICENSE-2.0
10 # Unless required by applicable law or agreed to in writing, software
11 # distributed under the License is distributed on an "AS IS" BASIS,
12 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 # See the License for the specific language governing permissions and
14 # limitations under the License.
19 function common_dirs () {
21 # Set global variables, create some directories (without touching content).
22 # This function assumes running in remote testbed. It might override other
23 # functions if included from common.sh.
26 # - BASH_FUNCTION_DIR - Path to existing directory this file is located in.
27 # - DPDK_DIR - Path to DPDK framework.
28 # - CSIT_DIR - Path to CSIT framework.
30 # - die - Print to stderr and exit.
34 this_file=$(readlink -e "${BASH_SOURCE[0]}") || {
35 die "Some error during locating of this source file."
37 BASH_FUNCTION_DIR=$(dirname "${this_file}") || {
38 die "Some error during dirname call."
40 CSIT_DIR=$(readlink -e "/tmp/openvpp-testing") || {
41 die "Readlink failed."
43 mkdir -p "${CSIT_DIR}/dpdk" || die "Mkdir failed."
44 DPDK_DIR=$(readlink -e "${CSIT_DIR}/dpdk") || {
45 die "Readlink failed."
50 function dpdk_bind () {
52 # Bind interfaces to driver.
55 # - DPDK_DIR - Path to DPDK framework.
56 # - @ - Script cli arguments.
58 # - die - Print to stderr and exit.
62 pushd "${DPDK_DIR}/" || die "Pushd failed"
64 sudo ./usertools/dpdk-devbind.py -b "${@}" || {
65 die "Bind ${@} failed"
68 popd || die "Popd failed"
72 function dpdk_compile () {
74 # Compile DPDK archive.
77 # - DPDK_DIR - Path to DPDK framework.
78 # - CSIT_DIR - Path to CSIT framework.
80 # - RTE_SDK - DPDK directory.
81 # - RTE_TARGET - Make targed of DPDK framework.
83 # - die - Print to stderr and exit.
87 pushd "${DPDK_DIR}" || die "Pushd failed"
90 sed_file="config/arm/meson.build"
91 sed_cmd="s/'RTE_MAX_LCORE', [0-9]*/'RTE_MAX_LCORE', $(nproc --all)/"
92 sed -i "${sed_cmd}" "${sed_file}" || die "RTE_MAX_LCORE Patch failed"
93 sed_cmd="s/'RTE_MAX_NUMA_NODES', [0-9]*/'RTE_MAX_NUMA_NODES', "
94 "$(echo /sys/devices/system/node/node* | wc -w)/"
95 sed -i "${sed_cmd}" "${sed_file}" || die "RTE_MAX_NUMA_NODES Patch failed"
98 sed_rxd="s/^#define RTE_TEST_RX_DESC_DEFAULT 128/#define RTE_TEST_RX_DESC_DEFAULT 1024/g"
99 sed_txd="s/^#define RTE_TEST_TX_DESC_DEFAULT 512/#define RTE_TEST_TX_DESC_DEFAULT 1024/g"
101 pushd examples/l3fwd || die "Pushd failed"
102 sed -i "${sed_rxd}" "${sed_file}" || die "Patch failed"
103 sed -i "${sed_txd}" "${sed_file}" || die "Patch failed"
104 popd || die "Popd failed"
106 # Compile using Meson and Ninja.
108 CFLAGS+="-DRTE_LIBRTE_I40E_16BYTE_RX_DESC=y"
109 meson -Dexamples=l3fwd build || {
110 die "Failed to compile DPDK!"
112 ninja -C build || die "Failed to compile DPDK!"
116 function dpdk_extract () {
118 # Extract DPDK framework.
121 # - DPDK_DIR - Path to DPDK framework.
122 # - CSIT_DIR - Path to CSIT framework.
124 # - die - Print to stderr and exit.
128 pushd "${CSIT_DIR}" || die "Pushd failed"
129 tar -xvf download_dir/dpdk*.tar.xz --strip=1 --directory "${DPDK_DIR}" || {
130 die "Failed to extract DPDK!"
135 function dpdk_kill () {
137 # Kill testpmd and/or l3fwd if running.
139 # Function will be noisy and requires custom error handling.
143 # Try to kill the testpmd.
145 if [ $? -eq "0" ]; then
148 for attempt in {1..60}; do
149 echo "Checking if testpmd is still alive, attempt nr ${attempt}"
151 if [ $? -eq "1" ]; then
155 echo "testpmd is still alive, waiting 1 second"
158 if [ "$success" = false ]; then
159 echo "The command sudo pkill testpmd failed"
160 sudo pkill -9 testpmd
164 echo "testpmd is not running"
167 # Try to kill the l3fwd.
168 l3fwd_pid="$(pgrep l3fwd)"
169 if [ ! -z "${l3fwd_pid}" ]; then
171 sudo kill -15 "${l3fwd_pid}"
172 for attempt in {1..60}; do
173 echo "Checking if l3fwd is still alive, attempt nr ${attempt}"
174 l3fwd_pid="$(pgrep l3fwd)"
175 if [ -z "${l3fwd_pid}" ]; then
179 echo "l3fwd is still alive, waiting 1 second"
182 if [ "${success}" = false ]; then
183 echo "The command sudo kill -15 l3fwd failed"
184 sudo kill -9 "${l3fwd_pid}"
188 echo "l3fwd is not running"
192 sudo rm -rf /dev/hugepages/* || die "Removing hugepages failed!"
196 function dpdk_l3fwd_compile () {
198 # Compile DPDK l3fwd sample app.
201 # - DPDK_DIR - Path to DPDK framework.
202 # - CSIT_DIR - Path to CSIT framework.
204 # - die - Print to stderr and exit.
208 pushd "${DPDK_DIR}" || die "Pushd failed"
210 sed_rxd="s/^#define RTE_TEST_RX_DESC_DEFAULT 128/#define RTE_TEST_RX_DESC_DEFAULT 2048/g"
211 sed_txd="s/^#define RTE_TEST_TX_DESC_DEFAULT 512/#define RTE_TEST_TX_DESC_DEFAULT 2048/g"
213 pushd examples/l3fwd || die "Pushd failed"
214 sed -i "${sed_rxd}" "${sed_file}" || die "Patch failed"
215 sed -i "${sed_txd}" "${sed_file}" || die "Patch failed"
216 chmod +x ${1} && source ${1} || die "Patch failed"
217 popd || die "Popd failed"
219 ninja -C build || die "Failed to compile DPDK!"
223 function dpdk_l3fwd () {
228 # - DPDK_DIR - Path to DPDK framework.
230 # - die - Print to stderr and exit.
234 rm -f screenlog.0 || true
235 binary="${DPDK_DIR}/build/examples/dpdk-l3fwd"
237 sudo sh -c "screen -dmSL DPDK-test ${binary} ${@}" || {
238 die "Failed to start l3fwd"
241 for attempt in {1..60}; do
242 echo "Checking if l3fwd is alive, attempt nr ${attempt}"
243 if fgrep "L3FWD: entering main loop on lcore" screenlog.0; then
254 function dpdk_precheck () {
256 # Precheck system settings (nr_hugepages, max_map_count).
259 # - die - Print to stderr and exit.
263 sys_hugepage="$(< /sys/kernel/mm/hugepages/hugepages-2048kB/nr_hugepages)"
264 node0="/sys/devices/system/node/node0/hugepages/hugepages-2048kB/"
265 node1="/sys/devices/system/node/node1/hugepages/hugepages-2048kB/"
266 if [ ${sys_hugepage} -lt 4096 ]; then
267 echo 2048 | sudo tee "${node0}"/nr_hugepages || die
268 echo 2048 | sudo tee "${node1}"/nr_hugepages || die
271 sys_map="$(< /proc/sys/vm/max_map_count)"
272 if [ ${sys_map} -lt 200000 ]; then
273 echo 200000 | sudo tee /proc/sys/vm/max_map_count || die
278 function dpdk_testpmd () {
283 # - DPDK_DIR - Path to DPDK framework.
285 # - die - Print to stderr and exit.
289 rm -f screenlog.0 || true
290 binary="${DPDK_DIR}/build/app/dpdk-testpmd"
292 sudo sh -c "screen -dmSL DPDK-test ${binary} ${@}" || {
293 die "Failed to start testpmd"
296 for attempt in {1..60}; do
297 echo "Checking if testpmd is alive, attempt nr ${attempt}"
298 if fgrep "Press enter to exit" screenlog.0; then