extras/hs-test/Makefile

   1
   2 ifeq ($(VERBOSE),)
   3 VERBOSE=false
   4 endif
   5
   6 ifeq ($(PERSIST),)
   7 PERSIST=false
   8 endif
   9
  10 ifeq ($(UNCONFIGURE),)
  11 UNCONFIGURE=false
  12 endif
  13
  14 ifeq ($(TEST),)
  15 TEST=all
  16 endif
  17
  18 ifeq ($(DEBUG),)
  19 DEBUG=false
  20 endif
  21
  22 ifeq ($(CPUS),)
  23 CPUS=1
  24 endif
  25
  26 ifeq ($(PARALLEL),)
  27 PARALLEL=1
  28 endif
  29
  30 ifeq ($(REPEAT),)
  31 REPEAT=0
  32 endif
  33
  34 ifeq ($(VPPSRC),)
  35 VPPSRC=$(shell pwd)/../..
  36 endif
  37
  38 ifeq ($(UBUNTU_CODENAME),)
  39 UBUNTU_CODENAME=$(shell grep '^UBUNTU_CODENAME=' /etc/os-release | cut -f2- -d=)
  40 endif
  41
  42 ifeq ($(ARCH),)
  43 ARCH=$(shell dpkg --print-architecture)
  44 endif
  45
  46 list_tests = @go run github.com/onsi/ginkgo/v2/ginkgo --dry-run -v --no-color --seed=2 | head -n -1 | grep 'Test' | \
  47                 sed 's/^/* /; s/\(Suite\) /\1\//g'
  48
  49 .PHONY: help
  50 help:
  51         @echo "Make targets:"
  52         @echo " test                 - run tests"
  53         @echo " test-debug           - run tests (vpp debug image)"
  54         @echo " build                - build test infra"
  55         @echo " build-debug          - build test infra (vpp debug image)"
  56         @echo " build-go             - just build golang files"
  57         @echo " fixstyle             - format .go source files"
  58         @echo " list-tests           - list all tests"
  59         @echo
  60         @echo "make build arguments:"
  61         @echo " UBUNTU_VERSION           - ubuntu version for docker image"
  62         @echo " HST_EXTENDED_TESTS       - build extended tests"
  63         @echo
  64         @echo "make test arguments:"
  65         @echo " PERSIST=[true|false]     - whether clean up topology and dockers after test"
  66         @echo " VERBOSE=[true|false]     - verbose output"
  67         @echo " UNCONFIGURE=[true|false] - unconfigure selected test"
  68         @echo " DEBUG=[true|false]       - attach VPP to GDB"
  69         @echo " TEST=[test-name]         - specific test to run"
  70         @echo " CPUS=[n-cpus]            - number of cpus to run with vpp"
  71         @echo " VPPSRC=[path-to-vpp-src] - path to vpp source files (for gdb)"
  72         @echo " PARALLEL=[n-cpus]        - number of test processes to spawn to run in parallel"
  73         @echo " REPEAT=[n]               - repeat tests up to N times or until a failure occurs"
  74         @echo
  75         @echo "List of all tests:"
  76         $(call list_tests)
  77
  78 .PHONY: list-tests
  79 list-tests:
  80         $(call list_tests)
  81
  82 .PHONY: build-vpp-release
  83 build-vpp-release:
  84         @make -C ../.. build-release
  85
  86 .PHONY: build-vpp-debug
  87 build-vpp-debug:
  88         @make -C ../.. build
  89
  90 .build.ok: build
  91         @touch .build.ok
  92
  93 .build_debug.ok: build-debug
  94         @touch .build.ok
  95
  96 .PHONY: test
  97 test: .deps.ok .build.ok
  98         -bash ./test --persist=$(PERSIST) --verbose=$(VERBOSE) \
  99                 --unconfigure=$(UNCONFIGURE) --debug=$(DEBUG) --test=$(TEST) --cpus=$(CPUS) \
 100                 --vppsrc=$(VPPSRC) --parallel=$(PARALLEL) --repeat=$(REPEAT)
 101         $(call jq-summary)
 102         @bash ./script/compress.sh
 103
 104 .PHONY: test-debug
 105 test-debug: .deps.ok .build_debug.ok
 106         @bash ./test --persist=$(PERSIST) --verbose=$(VERBOSE) \
 107                 --unconfigure=$(UNCONFIGURE) --debug=$(DEBUG) --test=$(TEST) --cpus=$(CPUS) \
 108                 --vppsrc=$(VPPSRC) --parallel=$(PARALLEL) --repeat=$(REPEAT)
 109
 110 .PHONY: build-go
 111 build-go:
 112         go build ./tools/http_server
 113
 114 .PHONY: build
 115 build: .deps.ok build-vpp-release build-go
 116         @rm -f .build.ok
 117         bash ./script/build_hst.sh release
 118         @touch .build.ok
 119
 120 .PHONY: build-debug
 121 build-debug: .deps.ok build-vpp-debug build-go
 122         @rm -f .build.ok
 123         bash ./script/build_hst.sh debug
 124         @touch .build.ok
 125
 126 .deps.ok:
 127         @sudo make install-deps
 128
 129 .PHONY: install-deps
 130 install-deps:
 131         @rm -f .deps.ok
 132         @apt-get update \
 133                 && apt-get install -y apt-transport-https ca-certificates curl software-properties-common \
 134                 apache2-utils wrk bridge-utils
 135         @if [ ! -f /usr/share/keyrings/docker-archive-keyring.gpg ] ; then \
 136                 curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo gpg --dearmor -o /usr/share/keyrings/docker-archive-keyring.gpg; \
 137                 echo "deb [arch=$(ARCH) signed-by=/usr/share/keyrings/docker-archive-keyring.gpg] https://download.docker.com/linux/ubuntu $(UBUNTU_CODENAME) stable" \
 138                         | sudo tee /etc/apt/sources.list.d/docker.list > /dev/null ; \
 139                 apt-get update; \
 140         fi
 141         @touch .deps.ok
 142
 143 .PHONY: fixstyle
 144 fixstyle:
 145         @gofmt -w .
 146         @go mod tidy
 147
 148 # splitting this into multiple lines breaks the command
 149 jq-summary = @jq -r '.[0] | .SpecReports[] | select(.State == "failed") | select(.Failure != null) | "TestName: \(.LeafNodeText)\nMessage:\n\(.Failure.Message)\n Full Stack Trace:\n\(.Failure.Location.FullStackTrace)\n"' summary/report.json > summary/failed-summary.log \
 150         && echo "Summary generated -> failed-summary.log"