Fix some build warnings about "Old Style VLA"
[vpp.git] / Makefile
1 # Copyright (c) 2016 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
5 #
6 #     http://www.apache.org/licenses/LICENSE-2.0
7 #
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
13
14 export WS_ROOT=$(CURDIR)
15 export BR=$(WS_ROOT)/build-root
16 CCACHE_DIR?=$(BR)/.ccache
17 GDB?=gdb
18 PLATFORM?=vpp
19 SAMPLE_PLUGIN?=no
20 MACHINE=$(shell uname -m)
21 SUDO?=sudo
22
23 ,:=,
24 define disable_plugins
25 $(if $(1), \
26   "plugins {" \
27   $(patsubst %,"plugin %_plugin.so { disable }",$(subst $(,), ,$(1))) \
28   " }" \
29   ,)
30 endef
31
32 MINIMAL_STARTUP_CONF="                                                  \
33 unix {                                                                  \
34         interactive                                                     \
35         cli-listen /run/vpp/cli.sock                                    \
36         gid $(shell id -g)                                              \
37         $(if $(wildcard startup.vpp),"exec startup.vpp",)               \
38 }                                                                       \
39 $(if $(DPDK_CONFIG), "dpdk { $(DPDK_CONFIG) }",)                        \
40 $(call disable_plugins,$(DISABLED_PLUGINS))                             \
41 "
42
43 GDB_ARGS= -ex "handle SIGUSR1 noprint nostop"
44
45 #
46 # OS Detection
47 #
48 # We allow Darwin (MacOS) for docs generation; VPP build will still fail.
49 ifneq ($(shell uname),Darwin)
50 OS_ID        = $(shell grep '^ID=' /etc/os-release | cut -f2- -d= | sed -e 's/\"//g')
51 OS_VERSION_ID= $(shell grep '^VERSION_ID=' /etc/os-release | cut -f2- -d= | sed -e 's/\"//g')
52 endif
53
54 ifeq ($(filter ubuntu debian,$(OS_ID)),$(OS_ID))
55 PKG=deb
56 else ifeq ($(filter rhel centos fedora opensuse,$(OS_ID)),$(OS_ID))
57 PKG=rpm
58 endif
59
60 # +libganglia1-dev if building the gmond plugin
61
62 DEB_DEPENDS  = curl build-essential autoconf automake ccache
63 DEB_DEPENDS += debhelper dkms git libtool libapr1-dev dh-systemd
64 DEB_DEPENDS += libconfuse-dev git-review exuberant-ctags cscope pkg-config
65 DEB_DEPENDS += lcov chrpath autoconf indent clang-format libnuma-dev
66 DEB_DEPENDS += python-all python-dev python-virtualenv python-pip libffi6 check
67 DEB_DEPENDS += libboost-all-dev libffi-dev python-ply libmbedtls-dev
68 ifeq ($(OS_VERSION_ID),14.04)
69         DEB_DEPENDS += openjdk-8-jdk-headless
70         DEB_DEPENDS += libssl-dev
71 else ifeq ($(OS_ID)-$(OS_VERSION_ID),debian-8)
72         DEB_DEPENDS += openjdk-8-jdk-headless
73         DEB_DEPENDS += libssl-dev
74         APT_ARGS = -t jessie-backports
75 else ifeq ($(OS_ID)-$(OS_VERSION_ID),debian-9)
76         DEB_DEPENDS += default-jdk-headless
77         DEB_DEPENDS += libssl1.0-dev
78 else 
79         DEB_DEPENDS += default-jdk-headless
80         DEB_DEPENDS += libssl-dev
81 endif
82
83 RPM_DEPENDS  = redhat-lsb glibc-static java-1.8.0-openjdk-devel yum-utils
84 RPM_DEPENDS += apr-devel
85 RPM_DEPENDS += numactl-devel
86 RPM_DEPENDS += check check-devel
87 RPM_DEPENDS += boost boost-devel
88 RPM_DEPENDS += selinux-policy selinux-policy-devel
89
90 ifeq ($(OS_ID)-$(OS_VERSION_ID),fedora-25)
91         RPM_DEPENDS += subunit subunit-devel
92         RPM_DEPENDS += openssl-devel
93         RPM_DEPENDS += python-devel python2-ply
94         RPM_DEPENDS += python2-virtualenv
95         RPM_DEPENDS += mbedtls-devel
96         RPM_DEPENDS_GROUPS = 'C Development Tools and Libraries'
97 else ifeq ($(shell if [ "$(OS_ID)" = "fedora" ]; then test $(OS_VERSION_ID) -gt 25; echo $$?; fi),0)
98         RPM_DEPENDS += subunit subunit-devel
99         RPM_DEPENDS += compat-openssl10-devel
100         RPM_DEPENDS += python2-devel python2-ply
101         RPM_DEPENDS += python2-virtualenv
102         RPM_DEPENDS += mbedtls-devel
103         RPM_DEPENDS_GROUPS = 'C Development Tools and Libraries'
104 else
105         RPM_DEPENDS += openssl-devel
106         RPM_DEPENDS += python-devel python-ply
107         RPM_DEPENDS += python-virtualenv
108         RPM_DEPENDS_GROUPS = 'Development Tools'
109 endif
110
111 # +ganglia-devel if building the ganglia plugin
112
113 RPM_DEPENDS += chrpath libffi-devel rpm-build
114
115 SUSE_NAME= $(shell grep '^NAME=' /etc/os-release | cut -f2- -d= | sed -e 's/\"//g' | cut -d' ' -f2)
116 SUSE_ID= $(shell grep '^VERSION_ID=' /etc/os-release | cut -f2- -d= | sed -e 's/\"//g' | cut -d' ' -f2)
117 RPM_SUSE_BUILDTOOLS_DEPS = autoconf automake ccache check-devel chrpath
118 RPM_SUSE_BUILDTOOLS_DEPS += clang indent libtool make python-ply
119
120 RPM_SUSE_DEVEL_DEPS = glibc-devel-static java-1_8_0-openjdk-devel libnuma-devel
121 RPM_SUSE_DEVEL_DEPS += libopenssl-devel openssl-devel mbedtls-devel
122
123 RPM_SUSE_PYTHON_DEPS = python-devel python3-devel python-pip python3-pip
124 RPM_SUSE_PYTHON_DEPS += python-rpm-macros python3-rpm-macros
125
126 RPM_SUSE_PLATFORM_DEPS = distribution-release shadow rpm-build
127
128 ifeq ($(OS_ID),opensuse)
129 ifeq ($(SUSE_NAME),Tumbleweed)
130         RPM_SUSE_DEVEL_DEPS = libboost_headers-devel libboost_thread-devel gcc
131         RPM_SUSE_PYTHON_DEPS += python2-virtualenv
132 endif
133 ifeq ($(SUSE_ID),15.0)
134         RPM_SUSE_DEVEL_DEPS = libboost_headers-devel libboost_thread-devel gcc6
135         RPM_SUSE_PYTHON_DEPS += python2-virtualenv
136 else
137         RPM_SUSE_DEVEL_DEPS += boost_1_61-devel gcc6
138         RPM_SUSE_PYTHON_DEPS += python-virtualenv
139 endif
140 endif
141
142 RPM_SUSE_DEPENDS += $(RPM_SUSE_BUILDTOOLS_DEPS) $(RPM_SUSE_DEVEL_DEPS) $(RPM_SUSE_PYTHON_DEPS) $(RPM_SUSE_PLATFORM_DEPS)
143
144 ifneq ($(wildcard $(STARTUP_DIR)/startup.conf),)
145         STARTUP_CONF ?= $(STARTUP_DIR)/startup.conf
146 endif
147
148 ifeq ($(findstring y,$(UNATTENDED)),y)
149 CONFIRM=-y
150 FORCE=--force-yes
151 endif
152
153 TARGETS = vpp
154
155 ifneq ($(SAMPLE_PLUGIN),no)
156 TARGETS += sample-plugin
157 endif
158
159 .PHONY: help wipe wipe-release build build-release rebuild rebuild-release
160 .PHONY: run run-release debug debug-release build-vat run-vat pkg-deb pkg-rpm
161 .PHONY: ctags cscope
162 .PHONY: test test-debug retest retest-debug test-doc test-wipe-doc test-help test-wipe
163 .PHONY: test-cov test-wipe-cov
164
165 help:
166         @echo "Make Targets:"
167         @echo " install-dep         - install software dependencies"
168         @echo " wipe                - wipe all products of debug build "
169         @echo " wipe-release        - wipe all products of release build "
170         @echo " build               - build debug binaries"
171         @echo " build-release       - build release binaries"
172         @echo " build-coverity      - build coverity artifacts"
173         @echo " rebuild             - wipe and build debug binares"
174         @echo " rebuild-release     - wipe and build release binares"
175         @echo " run                 - run debug binary"
176         @echo " run-release         - run release binary"
177         @echo " debug               - run debug binary with debugger"
178         @echo " debug-release       - run release binary with debugger"
179         @echo " test                - build and run (basic) functional tests"
180         @echo " test-debug          - build and run (basic) functional tests (debug build)"
181         @echo " test-all            - build and run (all) functional tests"
182         @echo " test-all-debug      - build and run (all) functional tests (debug build)"
183         @echo " test-shell          - enter shell with test environment"
184         @echo " test-shell-debug    - enter shell with test environment (debug build)"
185         @echo " test-wipe           - wipe files generated by unit tests"
186         @echo " retest              - run functional tests"
187         @echo " retest-debug        - run functional tests (debug build)"
188         @echo " test-help           - show help on test framework"
189         @echo " run-vat             - run vpp-api-test tool"
190         @echo " pkg-deb             - build DEB packages"
191         @echo " pkg-rpm             - build RPM packages"
192         @echo " dpdk-install-dev    - install DPDK development packages"
193         @echo " ctags               - (re)generate ctags database"
194         @echo " gtags               - (re)generate gtags database"
195         @echo " cscope              - (re)generate cscope database"
196         @echo " checkstyle          - check coding style"
197         @echo " fixstyle            - fix coding style"
198         @echo " doxygen             - (re)generate documentation"
199         @echo " bootstrap-doxygen   - setup Doxygen dependencies"
200         @echo " wipe-doxygen        - wipe all generated documentation"
201         @echo " test-doc            - generate documentation for test framework"
202         @echo " test-wipe-doc       - wipe documentation for test framework"
203         @echo " test-cov            - generate code coverage report for test framework"
204         @echo " test-wipe-cov       - wipe code coverage report for test framework"
205         @echo " test-checkstyle     - check PEP8 compliance for test framework"
206         @echo ""
207         @echo "Make Arguments:"
208         @echo " V=[0|1]                  - set build verbosity level"
209         @echo " STARTUP_CONF=<path>      - startup configuration file"
210         @echo "                            (e.g. /etc/vpp/startup.conf)"
211         @echo " STARTUP_DIR=<path>       - startup drectory (e.g. /etc/vpp)"
212         @echo "                            It also sets STARTUP_CONF if"
213         @echo "                            startup.conf file is present"
214         @echo " GDB=<path>               - gdb binary to use for debugging"
215         @echo " PLATFORM=<name>          - target platform. default is vpp"
216         @echo " TEST=<filter>            - apply filter to test set, see test-help"
217         @echo " DPDK_CONFIG=<conf>       - add specified dpdk config commands to"
218         @echo "                            autogenerated startup.conf"
219         @echo "                            (e.g. \"no-pci\" )"
220         @echo " SAMPLE_PLUGIN=yes        - in addition build/run/debug sample plugin"
221         @echo " DISABLED_PLUGINS=<list>  - comma separated list of plugins which"
222         @echo "                            should not be loaded"
223         @echo ""
224         @echo "Current Argument Values:"
225         @echo " V                 = $(V)"
226         @echo " STARTUP_CONF      = $(STARTUP_CONF)"
227         @echo " STARTUP_DIR       = $(STARTUP_DIR)"
228         @echo " GDB               = $(GDB)"
229         @echo " PLATFORM          = $(PLATFORM)"
230         @echo " DPDK_VERSION      = $(DPDK_VERSION)"
231         @echo " DPDK_CONFIG       = $(DPDK_CONFIG)"
232         @echo " SAMPLE_PLUGIN     = $(SAMPLE_PLUGIN)"
233         @echo " DISABLED_PLUGINS  = $(DISABLED_PLUGINS)"
234
235 $(BR)/.deps.ok:
236 ifeq ($(findstring y,$(UNATTENDED)),y)
237         make install-dep
238 endif
239 ifeq ($(filter ubuntu debian,$(OS_ID)),$(OS_ID))
240         @MISSING=$$(apt-get install -y -qq -s $(DEB_DEPENDS) | grep "^Inst ") ; \
241         if [ -n "$$MISSING" ] ; then \
242           echo "\nPlease install missing packages: \n$$MISSING\n" ; \
243           echo "by executing \"make install-dep\"\n" ; \
244           exit 1 ; \
245         fi ; \
246         exit 0
247 else ifneq ("$(wildcard /etc/redhat-release)","")
248         @for i in $(RPM_DEPENDS) ; do \
249             RPM=$$(basename -s .rpm "$${i##*/}" | cut -d- -f1,2,3)  ;   \
250             MISSING+=$$(rpm -q $$RPM | grep "^package")    ;    \
251         done                                                       ;    \
252         if [ -n "$$MISSING" ] ; then \
253           echo "Please install missing RPMs: \n$$MISSING\n" ; \
254           echo "by executing \"make install-dep\"\n" ; \
255           exit 1 ; \
256         fi ; \
257         exit 0
258 endif
259         @touch $@
260
261 bootstrap:
262         @echo "'make bootstrap' is not needed anymore"
263
264 install-dep:
265 ifeq ($(filter ubuntu debian,$(OS_ID)),$(OS_ID))
266 ifeq ($(OS_VERSION_ID),14.04)
267         @sudo -E apt-get $(CONFIRM) $(FORCE) install software-properties-common
268         @sudo -E add-apt-repository ppa:openjdk-r/ppa $(CONFIRM)
269 endif
270 ifeq ($(OS_ID)-$(OS_VERSION_ID),debian-8)
271         @grep -q jessie-backports /etc/apt/sources.list /etc/apt/sources.list.d/* 2> /dev/null \
272            || ( echo "Please install jessie-backports" ; exit 1 )
273 endif
274         @sudo -E apt-get update
275         @sudo -E apt-get $(APT_ARGS) $(CONFIRM) $(FORCE) install $(DEB_DEPENDS)
276 else ifneq ("$(wildcard /etc/redhat-release)","")
277         @sudo -E yum groupinstall $(CONFIRM) $(RPM_DEPENDS_GROUPS)
278         @sudo -E yum install $(CONFIRM) $(RPM_DEPENDS)
279         @sudo -E debuginfo-install $(CONFIRM) glibc openssl-libs mbedtls-devel zlib
280 else ifeq ($(filter opensuse,$(OS_ID)),$(OS_ID))
281         @sudo -E zypper refresh
282         @sudo -E zypper install -y $(RPM_SUSE_DEPENDS)
283 else
284         $(error "This option currently works only on Ubuntu, Debian, Centos or openSUSE systems")
285 endif
286
287 define make
288         @make -C $(BR) PLATFORM=$(PLATFORM) TAG=$(1) $(2)
289 endef
290
291 $(BR)/scripts/.version:
292 ifneq ("$(wildcard /etc/redhat-release)","")
293         $(shell $(BR)/scripts/version rpm-string > $(BR)/scripts/.version)
294 else
295         $(shell $(BR)/scripts/version > $(BR)/scripts/.version)
296 endif
297
298 DIST_FILE = $(BR)/vpp-$(shell src/scripts/version).tar
299 DIST_SUBDIR = vpp-$(shell src/scripts/version|cut -f1 -d-)
300
301 dist:
302         @if git rev-parse 2> /dev/null ; then \
303             git archive \
304               --prefix=$(DIST_SUBDIR)/ \
305               --format=tar \
306               -o $(DIST_FILE) \
307             HEAD ; \
308             git describe > $(BR)/.version ; \
309         else \
310             (cd .. ; tar -cf $(DIST_FILE) $(DIST_SUBDIR) --exclude=*.tar) ; \
311             src/scripts/version > $(BR)/.version ; \
312         fi
313         @tar --append \
314           --file $(DIST_FILE) \
315           --transform='s,.*/.version,$(DIST_SUBDIR)/src/scripts/.version,' \
316           $(BR)/.version
317         @$(RM) $(BR)/.version $(DIST_FILE).xz
318         @xz -v --threads=0 $(DIST_FILE)
319         @$(RM) $(BR)/vpp-latest.tar.xz
320         @ln -rs $(DIST_FILE).xz $(BR)/vpp-latest.tar.xz
321
322 build: $(BR)/.deps.ok
323         $(call make,$(PLATFORM)_debug,$(addsuffix -install,$(TARGETS)))
324
325 wipedist:
326         @$(RM) $(BR)/*.tar.xz
327
328 wipe: wipedist test-wipe $(BR)/.deps.ok
329         $(call make,$(PLATFORM)_debug,$(addsuffix -wipe,$(TARGETS)))
330
331 rebuild: wipe build
332
333 build-release: $(BR)/.deps.ok
334         $(call make,$(PLATFORM),$(addsuffix -install,$(TARGETS)))
335
336 wipe-release: test-wipe $(BR)/.deps.ok
337         $(call make,$(PLATFORM),$(addsuffix -wipe,$(TARGETS)))
338
339 rebuild-release: wipe-release build-release
340
341 export VPP_PYTHON_PREFIX ?= $(BR)/python
342
343 libexpand = $(subst $(subst ,, ),:,$(foreach lib,$(1),$(BR)/install-$(2)-native/vpp/$(lib)/$(3)))
344
345 define test
346         $(if $(filter-out $(3),retest),make -C $(BR) PLATFORM=$(1) TAG=$(2) vpp-install,)
347         $(eval libs:=lib lib64)
348         make -C test \
349           TEST_DIR=$(WS_ROOT)/test \
350           VPP_TEST_BUILD_DIR=$(BR)/build-$(2)-native \
351           VPP_TEST_BIN=$(BR)/install-$(2)-native/vpp/bin/vpp \
352           VPP_TEST_PLUGIN_PATH=$(call libexpand,$(libs),$(2),vpp_plugins) \
353           VPP_TEST_INSTALL_PATH=$(BR)/install-$(2)-native/ \
354           LD_LIBRARY_PATH=$(call libexpand,$(libs),$(2),) \
355           EXTENDED_TESTS=$(EXTENDED_TESTS) \
356           PYTHON=$(PYTHON) \
357           OS_ID=$(OS_ID) \
358           CACHE_OUTPUT=$(CACHE_OUTPUT) \
359           $(3)
360 endef
361
362 test:
363         $(call test,vpp,vpp,test)
364
365 test-debug:
366         $(call test,vpp,vpp_debug,test)
367
368 test-all:
369         $(eval EXTENDED_TESTS=yes)
370         $(call test,vpp,vpp,test)
371
372 test-all-debug:
373         $(eval EXTENDED_TESTS=yes)
374         $(call test,vpp,vpp_debug,test)
375
376 test-help:
377         @make -C test help
378
379 test-wipe:
380         @make -C test wipe
381
382 test-shell:
383         $(call test,vpp,vpp,shell)
384
385 test-shell-debug:
386         $(call test,vpp,vpp_debug,shell)
387
388 test-dep:
389         @make -C test test-dep
390
391 test-doc:
392         @make -C test doc
393
394 test-wipe-doc:
395         @make -C test wipe-doc
396
397 test-cov:
398         $(eval EXTENDED_TESTS=yes)
399         $(call test,vpp,vpp_gcov,cov)
400
401 test-wipe-cov:
402         @make -C test wipe-cov
403
404 test-checkstyle:
405         @make -C test checkstyle
406
407 retest:
408         $(call test,vpp,vpp,retest)
409
410 retest-debug:
411         $(call test,vpp,vpp_debug,retest)
412
413 STARTUP_DIR ?= $(PWD)
414 ifeq ("$(wildcard $(STARTUP_CONF))","")
415 define run
416         @echo "WARNING: STARTUP_CONF not defined or file doesn't exist."
417         @echo "         Running with minimal startup config: $(MINIMAL_STARTUP_CONF)\n"
418         @cd $(STARTUP_DIR) && \
419           $(SUDO) $(2) $(1)/vpp/bin/vpp $(MINIMAL_STARTUP_CONF)
420 endef
421 else
422 define run
423         @cd $(STARTUP_DIR) && \
424           $(SUDO) $(2) $(1)/vpp/bin/vpp $(shell cat $(STARTUP_CONF) | sed -e 's/#.*//')
425 endef
426 endif
427
428 %.files: .FORCE
429         @find . \( -name '*\.[chyS]' -o -name '*\.java' -o -name '*\.lex' \) -and \
430                 \( -not -path './build-root*' -o -path \
431                 './build-root/build-vpp_debug-native/dpdk*' \) > $@
432
433 .FORCE:
434
435 run:
436         $(call run, $(BR)/install-$(PLATFORM)_debug-native)
437
438 run-release:
439         $(call run, $(BR)/install-$(PLATFORM)-native)
440
441 debug:
442         $(call run, $(BR)/install-$(PLATFORM)_debug-native,$(GDB) $(GDB_ARGS) --args)
443
444 build-coverity: 
445         $(call make,$(PLATFORM)_coverity,install-packages)
446
447 debug-release:
448         $(call run, $(BR)/install-$(PLATFORM)-native,$(GDB) $(GDB_ARGS) --args)
449
450 build-vat:
451         $(call make,$(PLATFORM)_debug,vpp-api-test-install)
452
453 run-vat:
454         @$(SUDO) $(BR)/install-$(PLATFORM)_debug-native/vpp/bin/vpp_api_test
455
456 pkg-deb:
457         $(call make,$(PLATFORM),install-deb)
458
459 pkg-rpm: dist
460         make -C extras/rpm
461
462 pkg-srpm: dist
463         make -C extras/rpm srpm
464
465 dpdk-install-dev:
466         make -C dpdk install-$(PKG)
467
468 ctags: ctags.files
469         @ctags --totals --tag-relative -L $<
470         @rm $<
471
472 gtags: ctags
473         @gtags --gtagslabel=ctags
474
475 cscope: cscope.files
476         @cscope -b -q -v
477
478 checkstyle:
479         @build-root/scripts/checkstyle.sh
480
481 fixstyle:
482         @build-root/scripts/checkstyle.sh --fix
483
484 #
485 # Build the documentation
486 #
487
488 # Doxygen configuration and our utility scripts
489 export DOXY_DIR ?= $(WS_ROOT)/doxygen
490
491 define make-doxy
492         @OS_ID="$(OS_ID)" make -C $(DOXY_DIR) $@
493 endef
494
495 .PHONY: bootstrap-doxygen doxygen wipe-doxygen
496
497 bootstrap-doxygen:
498         $(call make-doxy)
499
500 doxygen:
501         $(call make-doxy)
502
503 wipe-doxygen:
504         $(call make-doxy)
505
506 define banner
507         @echo "========================================================================"
508         @echo " $(1)"
509         @echo "========================================================================"
510         @echo " "
511 endef
512
513 verify: install-dep $(BR)/.deps.ok dpdk-install-dev
514         $(call banner,"Building for PLATFORM=vpp using gcc")
515         @make -C build-root PLATFORM=vpp TAG=vpp wipe-all install-packages
516         $(call banner,"Building sample-plugin")
517         @make -C build-root PLATFORM=vpp TAG=vpp sample-plugin-install
518         $(call banner,"Building libmemif")
519         @make -C build-root PLATFORM=vpp TAG=vpp libmemif-install
520         $(call banner,"Building $(PKG) packages")
521         @make pkg-$(PKG)
522 ifeq ($(OS_ID)-$(OS_VERSION_ID),ubuntu-16.04)
523         @make COMPRESS_FAILED_TEST_LOGS=yes RETRIES=3 test
524 endif
525
526