vlib: clean up r2 plugin registration relocator

[vpp.git] / extras / hs-test / Makefile

diff --git a/extras/hs-test/Makefile b/extras/hs-test/Makefile
index 7a5fb13..b809b17 100644 (file)
--- a/extras/hs-test/Makefile
+++ b/extras/hs-test/Makefile
@@ -1,3 +1,4 @@
+export HS_ROOT=$(CURDIR)
 
 ifeq ($(VERBOSE),)
 VERBOSE=false
@@ -15,6 +16,10 @@ ifeq ($(TEST),)
 TEST=all
 endif
 
+ifeq ($(TEST-HS),)
+TEST-HS=all
+endif
+
 ifeq ($(DEBUG),)
 DEBUG=false
 endif
@@ -23,6 +28,18 @@ ifeq ($(CPUS),)
 CPUS=1
 endif
 
+ifeq ($(PARALLEL),)
+PARALLEL=1
+endif
+
+ifeq ($(REPEAT),)
+REPEAT=0
+endif
+
+ifeq ($(VPPSRC),)
+VPPSRC=$(shell pwd)/../..
+endif
+
 ifeq ($(UBUNTU_CODENAME),)
 UBUNTU_CODENAME=$(shell grep '^UBUNTU_CODENAME=' /etc/os-release | cut -f2- -d=)
 endif
@@ -31,14 +48,16 @@ ifeq ($(ARCH),)
 ARCH=$(shell dpkg --print-architecture)
 endif
 
-list_tests = @(grep -r ') Test' *_test.go | cut -d '*' -f2 | cut -d '(' -f1 | \
-               tr -d ' ' | tr ')' '/' | sed 's/Suite//')
+list_tests = @go run github.com/onsi/ginkgo/v2/ginkgo --dry-run -v --no-color --seed=2 | head -n -1 | grep 'Test' | \
+               sed 's/^/* /; s/\(Suite\) /\1\//g'
 
 .PHONY: help
 help:
        @echo "Make targets:"
        @echo " test                 - run tests"
+       @echo " test-debug           - run tests (vpp debug image)"
        @echo " build                - build test infra"
+       @echo " build-cov                        - coverage build of VPP and Docker images"
        @echo " build-debug          - build test infra (vpp debug image)"
        @echo " build-go             - just build golang files"
        @echo " fixstyle             - format .go source files"
@@ -54,7 +73,10 @@ help:
        @echo " UNCONFIGURE=[true|false] - unconfigure selected test"
        @echo " DEBUG=[true|false]       - attach VPP to GDB"
        @echo " TEST=[test-name]         - specific test to run"
-       @echo " CPUS=[n-cpus]            - number of cpus to run with vpp"
+       @echo " CPUS=[n-cpus]            - number of cpus to allocate to VPP and containers"
+       @echo " VPPSRC=[path-to-vpp-src] - path to vpp source files (for gdb)"
+       @echo " PARALLEL=[n-cpus]        - number of test processes to spawn to run in parallel"
+       @echo " REPEAT=[n]               - repeat tests up to N times or until a failure occurs"
        @echo
        @echo "List of all tests:"
        $(call list_tests)
@@ -63,29 +85,71 @@ help:
 list-tests:
        $(call list_tests)
 
+.PHONY: build-vpp-release
 build-vpp-release:
        @make -C ../.. build-release
 
+.PHONY: build-vpp-debug
 build-vpp-debug:
        @make -C ../.. build
 
-.PHONY: test
-test: .deps.ok .build.vpp
-       @bash ./test --persist=$(PERSIST) --verbose=$(VERBOSE) \
-               --unconfigure=$(UNCONFIGURE) --debug=$(DEBUG) --test=$(TEST) --cpus=$(CPUS)
+.PHONY: build-vpp-gcov
+build-vpp-gcov:
+       @make -C ../.. build-vpp-gcov
 
+.build.ok: build
+       @touch .build.ok
+
+.build_debug.ok: build-debug
+       @touch .build.ok
+
+.PHONY: test
+test: .deps.ok .build.ok
+       # '-' ignores the exit status, it is set in compress.sh
+       # necessary so gmake won't skip executing the bash script
+       -bash ./test --persist=$(PERSIST) --verbose=$(VERBOSE) \
+               --unconfigure=$(UNCONFIGURE) --debug=$(DEBUG) --test=$(TEST) --cpus=$(CPUS) \
+               --vppsrc=$(VPPSRC) --parallel=$(PARALLEL) --repeat=$(REPEAT)
+       @bash ./script/compress.sh
+
+.PHONY: test-debug
+test-debug: .deps.ok .build_debug.ok
+       # '-' ignores the exit status, it is set in compress.sh
+       # necessary so gmake won't skip executing the bash script
+       -bash ./test --persist=$(PERSIST) --verbose=$(VERBOSE) \
+               --unconfigure=$(UNCONFIGURE) --debug=$(DEBUG) --test=$(TEST) --cpus=$(CPUS) \
+               --vppsrc=$(VPPSRC) --parallel=$(PARALLEL) --repeat=$(REPEAT)
+       @bash ./script/compress.sh
+
+.PHONY: test-cov
+test-cov: .deps.ok .build.ok
+       -bash ./test --persist=$(PERSIST) --verbose=$(VERBOSE) \
+               --unconfigure=$(UNCONFIGURE) --debug=$(DEBUG) --test=$(TEST-HS) --cpus=$(CPUS) \
+               --vppsrc=$(VPPSRC)
+       @make -C ../.. test-cov-post HS_TEST=1
+       @bash ./script/compress.sh
+
+.PHONY: build-go
 build-go:
        go build ./tools/http_server
 
+.PHONY: build
 build: .deps.ok build-vpp-release build-go
-       @rm -f .build.vpp
+       @rm -f .build.ok
        bash ./script/build_hst.sh release
+       @touch .build.ok
+
+.PHONY: build-cov
+build-cov: .deps.ok build-vpp-gcov build-go
+       @rm -f .build.vpp
+       bash ./script/build_hst.sh gcov
        @touch .build.vpp
 
+.PHONY: build-debug
 build-debug: .deps.ok build-vpp-debug build-go
-       @rm -f .build.vpp
+       @rm -f .build.ok
        bash ./script/build_hst.sh debug
-       @touch .build.vpp
+       @touch .build.ok
 
 .deps.ok:
        @sudo make install-deps
@@ -95,14 +159,13 @@ install-deps:
        @rm -f .deps.ok
        @apt-get update \
                && apt-get install -y apt-transport-https ca-certificates curl software-properties-common \
-               && apt-get install -y golang apache2-utils wrk bridge-utils
+               apache2-utils wrk bridge-utils
        @if [ ! -f /usr/share/keyrings/docker-archive-keyring.gpg ] ; then \
                curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo gpg --dearmor -o /usr/share/keyrings/docker-archive-keyring.gpg; \
                echo "deb [arch=$(ARCH) signed-by=/usr/share/keyrings/docker-archive-keyring.gpg] https://download.docker.com/linux/ubuntu $(UBUNTU_CODENAME) stable" \
                        | sudo tee /etc/apt/sources.list.d/docker.list > /dev/null ; \
                apt-get update; \
        fi
-       @apt-get install -y docker-ce
        @touch .deps.ok
 
 .PHONY: fixstyle