make test: run all tests in test-cov target
[vpp.git] / Makefile
1 # Copyright (c) 2016 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
5 #
6 #     http://www.apache.org/licenses/LICENSE-2.0
7 #
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
13
14 export WS_ROOT=$(CURDIR)
15 export BR=$(WS_ROOT)/build-root
16 CCACHE_DIR?=$(BR)/.ccache
17 GDB?=gdb
18 PLATFORM?=vpp
19
20 MINIMAL_STARTUP_CONF="unix { interactive }"
21
22 GDB_ARGS= -ex "handle SIGUSR1 noprint nostop"
23
24 #
25 # OS Detection
26 #
27 # We allow Darwin (MacOS) for docs generation; VPP build will still fail.
28 ifneq ($(shell uname),Darwin)
29 OS_ID        = $(shell grep '^ID=' /etc/os-release | cut -f2- -d= | sed -e 's/\"//g')
30 OS_VERSION_ID= $(shell grep '^VERSION_ID=' /etc/os-release | cut -f2- -d= | sed -e 's/\"//g')
31 endif
32
33 ifeq ($(filter ubuntu debian,$(OS_ID)),$(OS_ID))
34 PKG=deb
35 else ifeq ($(filter rhel centos,$(OS_ID)),$(OS_ID))
36 PKG=rpm
37 endif
38
39 DEB_DEPENDS  = curl build-essential autoconf automake bison libssl-dev ccache
40 DEB_DEPENDS += debhelper dkms git libtool libganglia1-dev libapr1-dev dh-systemd
41 DEB_DEPENDS += libconfuse-dev git-review exuberant-ctags cscope pkg-config
42 DEB_DEPENDS += lcov chrpath autoconf nasm
43 DEB_DEPENDS += python-dev python-virtualenv python-pip libffi6
44 ifeq ($(OS_VERSION_ID),14.04)
45         DEB_DEPENDS += openjdk-8-jdk-headless
46 else
47         DEB_DEPENDS += default-jdk-headless
48 endif
49
50 RPM_DEPENDS_GROUPS = 'Development Tools'
51 RPM_DEPENDS  = redhat-lsb glibc-static java-1.8.0-openjdk-devel yum-utils
52 RPM_DEPENDS += openssl-devel https://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm apr-devel
53 RPM_DEPENDS += python-devel python-virtualenv lcov chrpath libffi-devel
54 RPM_DEPENDS += https://kojipkgs.fedoraproject.org//packages/nasm/2.12.02/2.fc26/x86_64/nasm-2.12.02-2.fc26.x86_64.rpm
55 EPEL_DEPENDS = libconfuse-devel ganglia-devel epel-rpm-macros
56
57 ifneq ($(wildcard $(STARTUP_DIR)/startup.conf),)
58         STARTUP_CONF ?= $(STARTUP_DIR)/startup.conf
59 endif
60
61 ifeq ($(findstring y,$(UNATTENDED)),y)
62 CONFIRM=-y
63 FORCE=--force-yes
64 endif
65
66 .PHONY: help bootstrap wipe wipe-release build build-release rebuild rebuild-release
67 .PHONY: run run-release debug debug-release build-vat run-vat pkg-deb pkg-rpm
68 .PHONY: ctags cscope
69 .PHONY: test test-debug retest retest-debug test-doc test-wipe-doc test-help test-wipe
70 .PHONY: test-cov test-wipe-cov
71
72 help:
73         @echo "Make Targets:"
74         @echo " bootstrap           - prepare tree for build"
75         @echo " install-dep         - install software dependencies"
76         @echo " wipe                - wipe all products of debug build "
77         @echo " wipe-release        - wipe all products of release build "
78         @echo " build               - build debug binaries"
79         @echo " build-release       - build release binaries"
80         @echo " build-coverity      - build coverity artifacts"
81         @echo " rebuild             - wipe and build debug binares"
82         @echo " rebuild-release     - wipe and build release binares"
83         @echo " run                 - run debug binary"
84         @echo " run-release         - run release binary"
85         @echo " debug               - run debug binary with debugger"
86         @echo " debug-release       - run release binary with debugger"
87         @echo " test                - build and run (basic) functional tests"
88         @echo " test-debug          - build and run (basic) functional tests (debug build)"
89         @echo " test-all            - build and run (all) functional tests"
90         @echo " test-all-debug      - build and run (all) functional tests (debug build)"
91         @echo " test-shell          - enter shell with test environment"
92         @echo " test-shell-debug    - enter shell with test environment (debug build)"
93         @echo " test-wipe           - wipe files generated by unit tests"
94         @echo " retest              - run functional tests"
95         @echo " retest-debug        - run functional tests (debug build)"
96         @echo " test-help           - show help on test framework"
97         @echo " run-vat             - run vpp-api-test tool"
98         @echo " pkg-deb             - build DEB packages"
99         @echo " pkg-rpm             - build RPM packages"
100         @echo " dpdk-install-dev    - install DPDK development packages"
101         @echo " ctags               - (re)generate ctags database"
102         @echo " gtags               - (re)generate gtags database"
103         @echo " cscope              - (re)generate cscope database"
104         @echo " checkstyle          - check coding style"
105         @echo " fixstyle            - fix coding style"
106         @echo " doxygen             - (re)generate documentation"
107         @echo " bootstrap-doxygen   - setup Doxygen dependencies"
108         @echo " wipe-doxygen        - wipe all generated documentation"
109         @echo " test-doc            - generate documentation for test framework"
110         @echo " test-wipe-doc       - wipe documentation for test framework"
111         @echo " test-cov            - generate code coverage report for test framework"
112         @echo " test-wipe-cov       - wipe code coverage report for test framework"
113         @echo " test-checkstyle     - check PEP8 compliance for test framework"
114         @echo ""
115         @echo "Make Arguments:"
116         @echo " V=[0|1]             - set build verbosity level"
117         @echo " STARTUP_CONF=<path> - startup configuration file"
118         @echo "                       (e.g. /etc/vpp/startup.conf)"
119         @echo " STARTUP_DIR=<path>  - startup drectory (e.g. /etc/vpp)"
120         @echo "                       It also sets STARTUP_CONF if"
121         @echo "                       startup.conf file is present"
122         @echo " GDB=<path>          - gdb binary to use for debugging"
123         @echo " PLATFORM=<name>     - target platform. default is vpp"
124         @echo " TEST=<filter>       - apply filter to test set, see test-help"
125         @echo ""
126         @echo "Current Argument Values:"
127         @echo " V            = $(V)"
128         @echo " STARTUP_CONF = $(STARTUP_CONF)"
129         @echo " STARTUP_DIR  = $(STARTUP_DIR)"
130         @echo " GDB          = $(GDB)"
131         @echo " PLATFORM     = $(PLATFORM)"
132         @echo " DPDK_VERSION = $(DPDK_VERSION)"
133
134 $(BR)/.bootstrap.ok:
135 ifeq ($(findstring y,$(UNATTENDED)),y)
136         make install-dep
137 endif
138 ifeq ($(OS_ID),ubuntu)
139         @MISSING=$$(apt-get install -y -qq -s $(DEB_DEPENDS) | grep "^Inst ") ; \
140         if [ -n "$$MISSING" ] ; then \
141           echo "\nPlease install missing packages: \n$$MISSING\n" ; \
142           echo "by executing \"make install-dep\"\n" ; \
143           exit 1 ; \
144         fi ; \
145         exit 0
146 endif
147         @echo "SOURCE_PATH = $(WS_ROOT)"                   > $(BR)/build-config.mk
148         @echo "#!/bin/bash\n"                              > $(BR)/path_setup
149         @echo 'export PATH=$(BR)/tools/ccache-bin:$$PATH' >> $(BR)/path_setup
150         @echo 'export PATH=$(BR)/tools/bin:$$PATH'        >> $(BR)/path_setup
151         @echo 'export CCACHE_DIR=$(CCACHE_DIR)'           >> $(BR)/path_setup
152
153 ifeq ("$(wildcard /usr/bin/ccache )","")
154         @echo "WARNING: Please install ccache AYEC and re-run this script"
155 else
156         @rm -rf $(BR)/tools/ccache-bin
157         @mkdir -p $(BR)/tools/ccache-bin
158         @ln -s /usr/bin/ccache $(BR)/tools/ccache-bin/gcc
159         @ln -s /usr/bin/ccache $(BR)/tools/ccache-bin/g++
160 endif
161         @make -C $(BR) V=$(V) is_build_tool=yes tools-install
162         @touch $@
163
164 bootstrap: $(BR)/.bootstrap.ok
165
166 install-dep:
167 ifeq ($(OS_ID),ubuntu)
168 ifeq ($(OS_VERSION_ID),14.04)
169         @sudo -E apt-get $(CONFIRM) $(FORCE) install software-properties-common
170         @sudo -E add-apt-repository ppa:openjdk-r/ppa $(CONFIRM)
171 endif
172         @sudo -E apt-get update
173         @sudo -E apt-get $(CONFIRM) $(FORCE) install $(DEB_DEPENDS)
174 else ifneq ("$(wildcard /etc/redhat-release)","")
175         @sudo -E yum groupinstall $(CONFIRM) $(RPM_DEPENDS_GROUPS)
176         @sudo -E yum install $(CONFIRM) $(RPM_DEPENDS)
177         @sudo -E yum install $(CONFIRM) --enablerepo=epel $(EPEL_DEPENDS)
178         @sudo -E debuginfo-install $(CONFIRM) glibc-2.17-106.el7_2.4.x86_64 openssl-libs-1.0.1e-51.el7_2.4.x86_64 zlib-1.2.7-15.el7.x86_64
179 else
180         $(error "This option currently works only on Ubuntu or Centos systems")
181 endif
182
183 define make
184         @make -C $(BR) PLATFORM=$(PLATFORM) TAG=$(1) $(2)
185 endef
186
187 $(BR)/scripts/.version:
188 ifneq ("$(wildcard /etc/redhat-release)","")
189         $(shell $(BR)/scripts/version rpm-string > $(BR)/scripts/.version)
190 else
191         $(shell $(BR)/scripts/version > $(BR)/scripts/.version)
192 endif
193
194 dist:   $(BR)/scripts/.version
195         $(MAKE) verstring=$(PLATFORM)-$(shell cat $(BR)/scripts/.version) prefix=$(PLATFORM) distversion
196
197 distversion:    $(BR)/scripts/.version
198         $(BR)/scripts/verdist ${BR} ${prefix}-$(shell $(BR)/scripts/version rpm-version) ${verstring}
199         mv $(verstring).tar.gz $(BR)/rpm
200
201 build: $(BR)/.bootstrap.ok
202         $(call make,$(PLATFORM)_debug,vpp-install)
203
204 wipedist:
205         $(RM) $(BR)/scripts/.version $(BR)/rpm/*.tar.gz
206
207 wipe: wipedist $(BR)/.bootstrap.ok
208         $(call make,$(PLATFORM)_debug,vpp-wipe)
209
210 rebuild: wipe build
211
212 build-release: $(BR)/.bootstrap.ok
213         $(call make,$(PLATFORM),vpp-install)
214
215 wipe-release: $(BR)/.bootstrap.ok
216         $(call make,$(PLATFORM),vpp-wipe)
217
218 rebuild-release: wipe-release build-release
219
220 export VPP_PYTHON_PREFIX=$(BR)/python
221
222 define test
223         $(if $(filter-out $(3),retest),make -C $(BR) PLATFORM=$(1) TAG=$(2) vpp-install,)
224         make -C test \
225           TEST_DIR=$(WS_ROOT)/test \
226           VPP_TEST_BUILD_DIR=$(BR)/build-$(2)-native \
227           VPP_TEST_BIN=$(BR)/install-$(2)-native/vpp/bin/vpp \
228           VPP_TEST_PLUGIN_PATH=$(BR)/install-$(2)-native/vpp/lib64/vpp_plugins \
229           VPP_TEST_INSTALL_PATH=$(BR)/install-$(2)-native/ \
230           LD_LIBRARY_PATH=$(BR)/install-$(2)-native/vpp/lib64/ \
231           EXTENDED_TESTS=$(EXTENDED_TESTS) \
232           $(3)
233 endef
234
235 test: bootstrap
236         $(call test,vpp,vpp,test)
237
238 test-debug: bootstrap
239         $(call test,vpp,vpp_debug,test)
240
241 test-all: bootstrap
242         $(eval EXTENDED_TESTS=yes)
243         $(call test,vpp,vpp,test)
244
245 test-all-debug: bootstrap
246         $(eval EXTENDED_TESTS=yes)
247         $(call test,vpp,vpp_debug,test)
248
249 test-help:
250         @make -C test help
251
252 test-wipe:
253         @make -C test wipe
254
255 test-shell: bootstrap
256         $(call test,vpp,vpp,shell)
257
258 test-shell-debug: bootstrap
259         $(call test,vpp,vpp_debug,shell)
260
261 test-doc:
262         @make -C test doc
263
264 test-wipe-doc:
265         @make -C test wipe-doc
266
267 test-cov: bootstrap
268         $(eval EXTENDED_TESTS=yes)
269         $(call test,vpp,vpp_gcov,cov)
270
271 test-wipe-cov:
272         @make -C test wipe-cov
273
274 test-checkstyle:
275         @make -C test checkstyle
276
277 retest:
278         $(call test,vpp,vpp,retest)
279
280 retest-debug:
281         $(call test,vpp,vpp_debug,retest)
282
283 STARTUP_DIR ?= $(PWD)
284 ifeq ("$(wildcard $(STARTUP_CONF))","")
285 define run
286         @echo "WARNING: STARTUP_CONF not defined or file doesn't exist."
287         @echo "         Running with minimal startup config: $(MINIMAL_STARTUP_CONF)\n"
288         @cd $(STARTUP_DIR) && \
289           sudo $(2) $(1)/vpp/bin/vpp $(MINIMAL_STARTUP_CONF) plugin_path $(1)/vpp/lib64/vpp_plugins
290 endef
291 else
292 define run
293         @cd $(STARTUP_DIR) && \
294           sudo $(2) $(1)/vpp/bin/vpp $(shell cat $(STARTUP_CONF) | sed -e 's/#.*//') plugin_path $(1)/vpp/lib64/vpp_plugins
295 endef
296 endif
297
298 %.files: .FORCE
299         @find . \( -name '*\.[chyS]' -o -name '*\.java' -o -name '*\.lex' \) -and \
300                 \( -not -path './build-root*' -o -path \
301                 './build-root/build-vpp_debug-native/dpdk*' \) > $@
302
303 .FORCE:
304
305 run:
306         $(call run, $(BR)/install-$(PLATFORM)_debug-native)
307
308 run-release:
309         $(call run, $(BR)/install-$(PLATFORM)-native)
310
311 debug:
312         $(call run, $(BR)/install-$(PLATFORM)_debug-native,$(GDB) $(GDB_ARGS) --args)
313
314 build-coverity: 
315         $(call make,$(PLATFORM)_coverity,install-packages)
316
317 debug-release:
318         $(call run, $(BR)/install-$(PLATFORM)-native,$(GDB) $(GDB_ARGS) --args)
319
320 build-vat:
321         $(call make,$(PLATFORM)_debug,vpp-api-test-install)
322
323 run-vat:
324         @sudo $(BR)/install-$(PLATFORM)_debug-native/vpp/bin/vpp_api_test
325
326 pkg-deb:
327         $(call make,$(PLATFORM),install-deb)
328
329 pkg-rpm: dist
330         $(call make,$(PLATFORM),install-rpm)
331
332 dpdk-install-dev:
333         make -C dpdk install-$(PKG)
334
335 ctags: ctags.files
336         @ctags --totals --tag-relative -L $<
337         @rm $<
338
339 gtags: ctags
340         @gtags --gtagslabel=ctags
341
342 cscope: cscope.files
343         @cscope -b -q -v
344
345 checkstyle:
346         @build-root/scripts/checkstyle.sh
347
348 fixstyle:
349         @build-root/scripts/checkstyle.sh --fix
350
351 #
352 # Build the documentation
353 #
354
355 # Doxygen configuration and our utility scripts
356 export DOXY_DIR ?= $(WS_ROOT)/doxygen
357
358 define make-doxy
359         @OS_ID="$(OS_ID)" make -C $(DOXY_DIR) $@
360 endef
361
362 .PHONY: bootstrap-doxygen doxygen wipe-doxygen
363
364 bootstrap-doxygen:
365         $(call make-doxy)
366
367 doxygen:
368         $(call make-doxy)
369
370 wipe-doxygen:
371         $(call make-doxy)
372
373 define banner
374         @echo "========================================================================"
375         @echo " $(1)"
376         @echo "========================================================================"
377         @echo " "
378 endef
379
380 verify: install-dep $(BR)/.bootstrap.ok dpdk-install-dev
381         $(call banner,"Building for PLATFORM=vpp using gcc")
382         @make -C build-root PLATFORM=vpp TAG=vpp wipe-all install-packages
383 ifeq ($(OS_ID)-$(OS_VERSION_ID),ubuntu-16.04)
384         $(call banner,"Installing dependencies")
385         @sudo -E apt-get update
386         @sudo -E apt-get $(CONFIRM) $(FORCE) install clang
387         $(call banner,"Building for PLATFORM=vpp using clang")
388         @make -C build-root CC=clang PLATFORM=vpp TAG=vpp_clang wipe-all install-packages
389 endif
390         $(call banner,"Building $(PKG) packages")
391         @make pkg-$(PKG)
392         @make test-all
393
394