X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=Makefile;h=743be51d0071637f0db03c7e36d4da5851decc40;hb=058237e5811ab0b2d2ffb119228349737dea4a54;hp=cc9dc0e479e1db376361b95337bd4c9448205352;hpb=e41289115ffb24d95a5d0bc2ef33001d06a28688;p=vpp.git diff --git a/Makefile b/Makefile index cc9dc0e479e..743be51d007 100644 --- a/Makefile +++ b/Makefile @@ -1,4 +1,4 @@ -# Copyright (c) 2016 Cisco and/or its affiliates. +# Copyright (c) 2021 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -14,16 +14,14 @@ export WS_ROOT=$(CURDIR) export BR=$(WS_ROOT)/build-root CCACHE_DIR?=$(BR)/.ccache +SHELL:=/bin/bash GDB?=gdb PLATFORM?=vpp SAMPLE_PLUGIN?=no +STARTUP_DIR?=$(PWD) MACHINE=$(shell uname -m) - -ifeq ($(MACHINE),$(filter $(MACHINE),x86_64)) -export AESNI?=y -else -export AESNI?=N -endif +SUDO?=sudo -E +DPDK_CONFIG?=no-pci ,:=, define disable_plugins @@ -58,84 +56,139 @@ endif ifeq ($(filter ubuntu debian,$(OS_ID)),$(OS_ID)) PKG=deb -else ifeq ($(filter rhel centos fedora opensuse,$(OS_ID)),$(OS_ID)) +else ifeq ($(filter rhel centos fedora opensuse-leap,$(OS_ID)),$(OS_ID)) PKG=rpm endif # +libganglia1-dev if building the gmond plugin -DEB_DEPENDS = curl build-essential autoconf automake bison ccache -DEB_DEPENDS += debhelper dkms git libtool libapr1-dev dh-systemd +DEB_DEPENDS = curl build-essential autoconf automake ccache +DEB_DEPENDS += debhelper dkms git libtool libapr1-dev dh-python DEB_DEPENDS += libconfuse-dev git-review exuberant-ctags cscope pkg-config -DEB_DEPENDS += lcov chrpath autoconf nasm indent clang-format libnuma-dev -DEB_DEPENDS += python-all python-dev python-virtualenv python-pip libffi6 check -ifeq ($(OS_VERSION_ID),14.04) - DEB_DEPENDS += openjdk-8-jdk-headless +DEB_DEPENDS += lcov chrpath autoconf libnuma-dev +DEB_DEPENDS += python3-all python3-setuptools check +DEB_DEPENDS += libffi-dev python3-ply +DEB_DEPENDS += cmake ninja-build uuid-dev python3-jsonschema python3-yaml +DEB_DEPENDS += python3-venv # ensurepip +DEB_DEPENDS += python3-dev python3-pip +DEB_DEPENDS += libnl-3-dev libnl-route-3-dev libmnl-dev +# DEB_DEPENDS += enchant # for docs +DEB_DEPENDS += python3-virtualenv +DEB_DEPENDS += libssl-dev +DEB_DEPENDS += libelf-dev # for libbpf (af_xdp) +DEB_DEPENDS += iperf3 # for 'make test TEST=vcl' +DEB_DEPENDS += nasm +DEB_DEPENDS += iperf ethtool # for 'make test TEST=vm_vpp_interfaces' + +LIBFFI=libffi6 # works on all but 20.04 and debian-testing + +ifeq ($(OS_VERSION_ID),22.04) + DEB_DEPENDS += python3-virtualenv DEB_DEPENDS += libssl-dev -else ifeq ($(OS_ID)-$(OS_VERSION_ID),debian-8) - DEB_DEPENDS += openjdk-8-jdk-headless - DEB_DEPENDS += libssl-dev - APT_ARGS = -t jessie-backports -else ifeq ($(OS_ID)-$(OS_VERSION_ID),debian-9) - DEB_DEPENDS += default-jdk-headless - DEB_DEPENDS += libssl1.0-dev -else - DEB_DEPENDS += default-jdk-headless + DEB_DEPENDS += libelf-dev # for libbpf (af_xdp) + DEB_DEPENDS += clang clang-format-11 + LIBFFI=libffi7 + DEB_DEPENDS += enchant-2 # for docs +else ifeq ($(OS_VERSION_ID),20.04) + DEB_DEPENDS += python3-virtualenv DEB_DEPENDS += libssl-dev + DEB_DEPENDS += libelf-dev # for libbpf (af_xdp) + DEB_DEPENDS += clang clang-format-11 + LIBFFI=libffi7 + DEB_DEPENDS += enchant-2 # for docs +else ifeq ($(OS_VERSION_ID),20.10) + DEB_DEPENDS += clang clang-format-11 + LIBFFI=libffi8ubuntu1 +else ifeq ($(OS_ID)-$(OS_VERSION_ID),debian-10) + DEB_DEPENDS += virtualenv +else ifeq ($(OS_ID)-$(OS_VERSION_ID),debian-11) + DEB_DEPENDS += virtualenv + DEB_DEPENDS += clang clang-format-11 + LIBFFI=libffi7 +else + DEB_DEPENDS += clang-11 clang-format-11 + LIBFFI=libffi7 + DEB_DEPENDS += enchant-2 # for docs endif -RPM_DEPENDS = redhat-lsb glibc-static java-1.8.0-openjdk-devel yum-utils +DEB_DEPENDS += $(LIBFFI) + +RPM_DEPENDS = redhat-lsb glibc-static RPM_DEPENDS += apr-devel RPM_DEPENDS += numactl-devel RPM_DEPENDS += check check-devel +RPM_DEPENDS += selinux-policy selinux-policy-devel +RPM_DEPENDS += ninja-build +RPM_DEPENDS += libuuid-devel +RPM_DEPENDS += ccache +RPM_DEPENDS += xmlto +RPM_DEPENDS += elfutils-libelf-devel +RPM_DEPENDS += libnl3-devel libmnl-devel +RPM_DEPENDS += nasm -ifeq ($(OS_ID)-$(OS_VERSION_ID),fedora-25) - RPM_DEPENDS += subunit subunit-devel - RPM_DEPENDS += openssl-devel - RPM_DEPENDS += python-devel - RPM_DEPENDS += python2-virtualenv - RPM_DEPENDS_GROUPS = 'C Development Tools and Libraries' -else ifeq ($(shell if [ "$(OS_ID)" = "fedora" ]; then test $(OS_VERSION_ID) -gt 25; echo $$?; fi),0) +ifeq ($(OS_ID),fedora) + RPM_DEPENDS += dnf-utils RPM_DEPENDS += subunit subunit-devel RPM_DEPENDS += compat-openssl10-devel - RPM_DEPENDS += python2-devel - RPM_DEPENDS += python2-virtualenv + RPM_DEPENDS += python3-devel # needed for python3 -m pip install psutil + RPM_DEPENDS += python3-ply # for vppapigen + RPM_DEPENDS += python3-virtualenv python3-jsonschema + RPM_DEPENDS += cmake RPM_DEPENDS_GROUPS = 'C Development Tools and Libraries' +else ifeq ($(OS_ID)-$(OS_VERSION_ID),centos-8) + RPM_DEPENDS += yum-utils + RPM_DEPENDS += compat-openssl10 openssl-devel + RPM_DEPENDS += python2-devel python36-devel python3-ply + RPM_DEPENDS += python3-virtualenv python3-jsonschema + RPM_DEPENDS += libarchive cmake + RPM_DEPENDS += infiniband-diags libibumad + RPM_DEPENDS_GROUPS = 'Development Tools' else + RPM_DEPENDS += yum-utils RPM_DEPENDS += openssl-devel - RPM_DEPENDS += python-devel - RPM_DEPENDS += python-virtualenv + RPM_DEPENDS += python36-ply # for vppapigen + RPM_DEPENDS += python3-devel python3-pip + RPM_DEPENDS += python-virtualenv python36-jsonschema + RPM_DEPENDS += devtoolset-9 devtoolset-9-libasan-devel + RPM_DEPENDS += cmake3 RPM_DEPENDS_GROUPS = 'Development Tools' endif # +ganglia-devel if building the ganglia plugin RPM_DEPENDS += chrpath libffi-devel rpm-build -ifeq ($(OS_ID),fedora) - RPM_DEPENDS += nasm -else ifeq ($(findstring y,$(AESNI)),y) - RPM_DEPENDS += https://kojipkgs.fedoraproject.org//packages/nasm/2.12.02/2.fc26/x86_64/nasm-2.12.02-2.fc26.x86_64.rpm -endif -RPM_SUSE_DEPENDS = autoconf automake bison ccache check-devel chrpath clang distribution-release gcc6 glibc-devel-static -RPM_SUSE_DEPENDS += java-1_8_0-openjdk-devel indent libopenssl-devel libtool make openssl-devel -RPM_SUSE_DEPENDS += python-devel python-pip python-rpm-macros shadow libnuma-devel rpm-build +RPM_DEPENDS_DEBUG = glibc-debuginfo e2fsprogs-debuginfo +RPM_DEPENDS_DEBUG += krb5-debuginfo openssl-debuginfo +RPM_DEPENDS_DEBUG += zlib-debuginfo nss-softokn-debuginfo +RPM_DEPENDS_DEBUG += yum-plugin-auto-update-debug-info -ifeq ($(OS_ID),opensuse) -ifeq ($(findstring y,$(AESNI)),y) - RPM_SUSE_DEPENDS += https://download.opensuse.org/tumbleweed/repo/oss/suse/x86_64/nasm-2.13.01-2.1.x86_64.rpm -else - RPM_SUSE_DEPENDS += nasm -endif +RPM_SUSE_BUILDTOOLS_DEPS = autoconf automake ccache check-devel chrpath +RPM_SUSE_BUILDTOOLS_DEPS += clang cmake indent libtool make ninja python3-ply + +RPM_SUSE_DEVEL_DEPS = glibc-devel-static libnuma-devel libelf-devel +RPM_SUSE_DEVEL_DEPS += libopenssl-devel libuuid-devel lsb-release +RPM_SUSE_DEVEL_DEPS += curl libstdc++-devel bison gcc-c++ zlib-devel + +RPM_SUSE_PYTHON_DEPS = python3-devel python3-pip python3-rpm-macros + +RPM_SUSE_PLATFORM_DEPS = shadow rpm-build + +ifeq ($(OS_ID),opensuse-leap) + RPM_SUSE_DEVEL_DEPS += xmlto openssl-devel asciidoc git nasm + RPM_SUSE_PYTHON_DEPS += python3 python3-ply python3-virtualenv + RPM_SUSE_PLATFORM_DEPS += distribution-release endif +RPM_SUSE_DEPENDS += $(RPM_SUSE_BUILDTOOLS_DEPS) $(RPM_SUSE_DEVEL_DEPS) $(RPM_SUSE_PYTHON_DEPS) $(RPM_SUSE_PLATFORM_DEPS) + ifneq ($(wildcard $(STARTUP_DIR)/startup.conf),) STARTUP_CONF ?= $(STARTUP_DIR)/startup.conf endif ifeq ($(findstring y,$(UNATTENDED)),y) CONFIRM=-y -FORCE=--force-yes +FORCE=--allow-downgrades --allow-remove-essential --allow-change-held-packages endif TARGETS = vpp @@ -144,65 +197,69 @@ ifneq ($(SAMPLE_PLUGIN),no) TARGETS += sample-plugin endif -.PHONY: help bootstrap wipe wipe-release build build-release rebuild rebuild-release -.PHONY: run run-release debug debug-release build-vat run-vat pkg-deb pkg-rpm -.PHONY: ctags cscope -.PHONY: test test-debug retest retest-debug test-doc test-wipe-doc test-help test-wipe -.PHONY: test-cov test-wipe-cov +define banner + @echo "========================================================================" + @echo " $(1)" + @echo "========================================================================" + @echo " " +endef +.PHONY: help help: @echo "Make Targets:" - @echo " bootstrap - prepare tree for build" - @echo " install-dep - install software dependencies" - @echo " wipe - wipe all products of debug build " - @echo " wipe-release - wipe all products of release build " - @echo " build - build debug binaries" - @echo " build-release - build release binaries" - @echo " build-coverity - build coverity artifacts" - @echo " rebuild - wipe and build debug binares" - @echo " rebuild-release - wipe and build release binares" - @echo " run - run debug binary" - @echo " run-release - run release binary" - @echo " debug - run debug binary with debugger" - @echo " debug-release - run release binary with debugger" - @echo " test - build and run (basic) functional tests" - @echo " test-debug - build and run (basic) functional tests (debug build)" - @echo " test-all - build and run (all) functional tests" - @echo " test-all-debug - build and run (all) functional tests (debug build)" - @echo " test-shell - enter shell with test environment" - @echo " test-shell-debug - enter shell with test environment (debug build)" - @echo " test-wipe - wipe files generated by unit tests" - @echo " retest - run functional tests" - @echo " retest-debug - run functional tests (debug build)" - @echo " test-help - show help on test framework" - @echo " run-vat - run vpp-api-test tool" - @echo " pkg-deb - build DEB packages" - @echo " pkg-rpm - build RPM packages" - @echo " dpdk-install-dev - install DPDK development packages" - @echo " ctags - (re)generate ctags database" - @echo " gtags - (re)generate gtags database" - @echo " cscope - (re)generate cscope database" - @echo " checkstyle - check coding style" - @echo " fixstyle - fix coding style" - @echo " doxygen - (re)generate documentation" - @echo " bootstrap-doxygen - setup Doxygen dependencies" - @echo " wipe-doxygen - wipe all generated documentation" - @echo " test-doc - generate documentation for test framework" - @echo " test-wipe-doc - wipe documentation for test framework" - @echo " test-cov - generate code coverage report for test framework" - @echo " test-wipe-cov - wipe code coverage report for test framework" - @echo " test-checkstyle - check PEP8 compliance for test framework" + @echo " install-dep[s] - install software dependencies" + @echo " wipe - wipe all products of debug build " + @echo " wipe-release - wipe all products of release build " + @echo " build - build debug binaries" + @echo " build-release - build release binaries" + @echo " build-coverity - build coverity artifacts" + @echo " rebuild - wipe and build debug binaries" + @echo " rebuild-release - wipe and build release binaries" + @echo " run - run debug binary" + @echo " run-release - run release binary" + @echo " debug - run debug binary with debugger" + @echo " debug-release - run release binary with debugger" + @echo " test - build and run tests" + @echo " test-help - show help on test framework" + @echo " run-vat - run vpp-api-test tool" + @echo " pkg-deb - build DEB packages" + @echo " pkg-deb-debug - build DEB debug packages" + @echo " pkg-snap - build SNAP package" + @echo " snap-clean - clean up snap build environment" + @echo " pkg-rpm - build RPM packages" + @echo " install-ext-dep[s] - install external development dependencies" + @echo " ctags - (re)generate ctags database" + @echo " gtags - (re)generate gtags database" + @echo " cscope - (re)generate cscope database" + @echo " compdb - (re)generate compile_commands.json" + @echo " checkstyle - check coding style" + @echo " checkstyle-commit - check commit message format" + @echo " checkstyle-python - check python coding style using 'black' formatter" + @echo " checkstyle-api - check api for incompatible changes" + @echo " fixstyle - fix coding style" + @echo " fixstyle-python - fix python coding style using 'black' formatter" + @echo " doxygen - DEPRECATED - use 'make docs'" + @echo " bootstrap-doxygen - DEPRECATED" + @echo " wipe-doxygen - DEPRECATED" + @echo " checkfeaturelist - check FEATURE.yaml according to schema" + @echo " featurelist - dump feature list in markdown" + @echo " json-api-files - (re)-generate json api files" + @echo " json-api-files-debug - (re)-generate json api files for debug target" + @echo " go-api-files - (re)-generate golang api files" + @echo " docs - Build the Sphinx documentation" + @echo " docs-venv - Build the virtual environment for the Sphinx docs" + @echo " docs-clean - Remove the generated files from the Sphinx docs" + @echo " docs-rebuild - Rebuild all of the Sphinx documentation" @echo "" @echo "Make Arguments:" @echo " V=[0|1] - set build verbosity level" @echo " STARTUP_CONF= - startup configuration file" @echo " (e.g. /etc/vpp/startup.conf)" - @echo " STARTUP_DIR= - startup drectory (e.g. /etc/vpp)" + @echo " STARTUP_DIR= - startup directory (e.g. /etc/vpp)" @echo " It also sets STARTUP_CONF if" @echo " startup.conf file is present" @echo " GDB= - gdb binary to use for debugging" @echo " PLATFORM= - target platform. default is vpp" - @echo " TEST= - apply filter to test set, see test-help" @echo " DPDK_CONFIG= - add specified dpdk config commands to" @echo " autogenerated startup.conf" @echo " (e.g. \"no-pci\" )" @@ -221,7 +278,7 @@ help: @echo " SAMPLE_PLUGIN = $(SAMPLE_PLUGIN)" @echo " DISABLED_PLUGINS = $(DISABLED_PLUGINS)" -$(BR)/.bootstrap.ok: +$(BR)/.deps.ok: ifeq ($(findstring y,$(UNATTENDED)),y) make install-dep endif @@ -235,7 +292,7 @@ ifeq ($(filter ubuntu debian,$(OS_ID)),$(OS_ID)) exit 0 else ifneq ("$(wildcard /etc/redhat-release)","") @for i in $(RPM_DEPENDS) ; do \ - RPM=$$(basename -s .rpm "$${i##*/}" | cut -d- -f1,2,3) ; \ + RPM=$$(basename -s .rpm "$${i##*/}" | cut -d- -f1,2,3,4) ; \ MISSING+=$$(rpm -q $$RPM | grep "^package") ; \ done ; \ if [ -n "$$MISSING" ] ; then \ @@ -245,47 +302,49 @@ else ifneq ("$(wildcard /etc/redhat-release)","") fi ; \ exit 0 endif - @echo "SOURCE_PATH = $(WS_ROOT)" > $(BR)/build-config.mk - @echo "#!/bin/bash\n" > $(BR)/path_setup - @echo 'export PATH=$(BR)/tools/ccache-bin:$$PATH' >> $(BR)/path_setup - @echo 'export PATH=$(BR)/tools/bin:$$PATH' >> $(BR)/path_setup - @echo 'export CCACHE_DIR=$(CCACHE_DIR)' >> $(BR)/path_setup - -ifeq ("$(wildcard /usr/bin/ccache )","") - @echo "WARNING: Please install ccache AYEC and re-run this script" -else - @rm -rf $(BR)/tools/ccache-bin - @mkdir -p $(BR)/tools/ccache-bin - @ln -s /usr/bin/ccache $(BR)/tools/ccache-bin/gcc - @ln -s /usr/bin/ccache $(BR)/tools/ccache-bin/g++ -endif - @make -C $(BR) V=$(V) is_build_tool=yes tools-install @touch $@ -bootstrap: $(BR)/.bootstrap.ok +.PHONY: bootstrap +bootstrap: + @echo "'make bootstrap' is not needed anymore" +.PHONY: install-dep install-dep: ifeq ($(filter ubuntu debian,$(OS_ID)),$(OS_ID)) -ifeq ($(OS_VERSION_ID),14.04) - @sudo -E apt-get $(CONFIRM) $(FORCE) install software-properties-common - @sudo -E add-apt-repository ppa:openjdk-r/ppa $(CONFIRM) -endif -ifeq ($(OS_ID)-$(OS_VERSION_ID),debian-8) - @grep -q jessie-backports /etc/apt/sources.list /etc/apt/sources.list.d/* 2> /dev/null \ - || ( echo "Please install jessie-backports" ; exit 1 ) -endif @sudo -E apt-get update @sudo -E apt-get $(APT_ARGS) $(CONFIRM) $(FORCE) install $(DEB_DEPENDS) else ifneq ("$(wildcard /etc/redhat-release)","") +ifeq ($(OS_ID),rhel) + @sudo -E yum-config-manager --enable rhel-server-rhscl-7-rpms @sudo -E yum groupinstall $(CONFIRM) $(RPM_DEPENDS_GROUPS) @sudo -E yum install $(CONFIRM) $(RPM_DEPENDS) @sudo -E debuginfo-install $(CONFIRM) glibc openssl-libs zlib -else ifeq ($(filter opensuse,$(OS_ID)),$(OS_ID)) +else ifeq ($(OS_ID)-$(OS_VERSION_ID),centos-8) + @sudo -E dnf install $(CONFIRM) dnf-plugins-core epel-release + @sudo -E dnf config-manager --set-enabled \ + $(shell dnf repolist all 2>/dev/null|grep -i powertools|cut -d' ' -f1|grep -v source) + @sudo -E dnf groupinstall $(CONFIRM) $(RPM_DEPENDS_GROUPS) + @sudo -E dnf install --skip-broken $(CONFIRM) $(RPM_DEPENDS) +else ifeq ($(OS_ID),centos) + @sudo -E yum install $(CONFIRM) centos-release-scl-rh epel-release + @sudo -E yum groupinstall $(CONFIRM) $(RPM_DEPENDS_GROUPS) + @sudo -E yum install $(CONFIRM) $(RPM_DEPENDS) + @sudo -E yum install $(CONFIRM) --enablerepo=base-debuginfo $(RPM_DEPENDS_DEBUG) +else ifeq ($(OS_ID),fedora) + @sudo -E dnf groupinstall $(CONFIRM) $(RPM_DEPENDS_GROUPS) + @sudo -E dnf install $(CONFIRM) $(RPM_DEPENDS) + @sudo -E debuginfo-install $(CONFIRM) glibc openssl-libs zlib +endif +else ifeq ($(filter opensuse-leap-15.3 opensuse-leap-15.4 ,$(OS_ID)-$(OS_VERSION_ID)),$(OS_ID)-$(OS_VERSION_ID)) @sudo -E zypper refresh - @sudo -E zypper install -y $(RPM_SUSE_DEPENDS) + @sudo -E zypper install -y $(RPM_SUSE_DEPENDS) else - $(error "This option currently works only on Ubuntu, Debian, Centos or openSUSE systems") + $(error "This option currently works only on Ubuntu, Debian, RHEL, CentOS or openSUSE-leap systems") endif + git config commit.template .git_commit_template.txt + +.PHONY: install-deps +install-deps: install-dep define make @make -C $(BR) PLATFORM=$(PLATFORM) TAG=$(1) $(2) @@ -301,6 +360,7 @@ endif DIST_FILE = $(BR)/vpp-$(shell src/scripts/version).tar DIST_SUBDIR = vpp-$(shell src/scripts/version|cut -f1 -d-) +.PHONY: dist dist: @if git rev-parse 2> /dev/null ; then \ git archive \ @@ -308,7 +368,7 @@ dist: --format=tar \ -o $(DIST_FILE) \ HEAD ; \ - git describe > $(BR)/.version ; \ + git describe --long > $(BR)/.version ; \ else \ (cd .. ; tar -cf $(DIST_FILE) $(DIST_SUBDIR) --exclude=*.tar) ; \ src/scripts/version > $(BR)/.version ; \ @@ -322,211 +382,388 @@ dist: @$(RM) $(BR)/vpp-latest.tar.xz @ln -rs $(DIST_FILE).xz $(BR)/vpp-latest.tar.xz -build: $(BR)/.bootstrap.ok +.PHONY: build +build: $(BR)/.deps.ok $(call make,$(PLATFORM)_debug,$(addsuffix -install,$(TARGETS))) +.PHONY: wipedist wipedist: @$(RM) $(BR)/*.tar.xz -wipe: wipedist $(BR)/.bootstrap.ok +.PHONY: wipe +wipe: wipedist test-wipe $(BR)/.deps.ok $(call make,$(PLATFORM)_debug,$(addsuffix -wipe,$(TARGETS))) + @find . -type f -name "*.api.json" ! -path "./src/*" -exec rm {} \; +.PHONY: rebuild rebuild: wipe build -build-release: $(BR)/.bootstrap.ok +.PHONY: build-release +build-release: $(BR)/.deps.ok $(call make,$(PLATFORM),$(addsuffix -install,$(TARGETS))) -wipe-release: $(BR)/.bootstrap.ok +.PHONY: wipe-release +wipe-release: test-wipe $(BR)/.deps.ok $(call make,$(PLATFORM),$(addsuffix -wipe,$(TARGETS))) +.PHONY: rebuild-release rebuild-release: wipe-release build-release -export VPP_PYTHON_PREFIX=$(BR)/python - -libexpand = $(subst $(subst ,, ),:,$(foreach lib,$(1),$(BR)/install-$(2)-native/vpp/$(lib)/$(3))) +export TEST_DIR ?= $(WS_ROOT)/test define test - $(if $(filter-out $(3),retest),make -C $(BR) PLATFORM=$(1) TAG=$(2) vpp-install,) + $(if $(filter-out $(2),retest),make -C $(BR) PLATFORM=vpp TAG=$(1) vpp-install,) $(eval libs:=lib lib64) make -C test \ - TEST_DIR=$(WS_ROOT)/test \ - VPP_TEST_BUILD_DIR=$(BR)/build-$(2)-native \ - VPP_TEST_BIN=$(BR)/install-$(2)-native/vpp/bin/vpp \ - VPP_TEST_PLUGIN_PATH=$(call libexpand,$(libs),$(2),vpp_plugins) \ - VPP_TEST_INSTALL_PATH=$(BR)/install-$(2)-native/ \ - LD_LIBRARY_PATH=$(call libexpand,$(libs),$(2),) \ + VPP_BUILD_DIR=$(BR)/build-$(1)-native/vpp \ + VPP_BIN=$(BR)/install-$(1)-native/vpp/bin/vpp \ + VPP_INSTALL_PATH=$(BR)/install-$(1)-native/ \ EXTENDED_TESTS=$(EXTENDED_TESTS) \ PYTHON=$(PYTHON) \ OS_ID=$(OS_ID) \ - $(3) + RND_SEED=$(RND_SEED) \ + CACHE_OUTPUT=$(CACHE_OUTPUT) \ + TAG=$(1) \ + $(2) endef -test: bootstrap - $(call test,vpp,vpp,test) +.PHONY: test +test: + $(call test,vpp,test) + +.PHONY: test-debug +test-debug: + $(call test,vpp_debug,test) + +.PHONY: test-gcov +test-gcov: + $(call test,vpp_gcov,test) + +.PHONY: test-all +test-all: + $(eval EXTENDED_TESTS=1) + $(call test,vpp,test) -test-debug: bootstrap - $(call test,vpp,vpp_debug,test) +.PHONY: test-all-debug +test-all-debug: + $(eval EXTENDED_TESTS=1) + $(call test,vpp_debug,test) -test-all: bootstrap - $(eval EXTENDED_TESTS=yes) - $(call test,vpp,vpp,test) +.PHONY: papi-wipe +papi-wipe: test-wipe-papi + $(call banner,"This command is deprecated. Please use 'test-wipe-papi'") -test-all-debug: bootstrap - $(eval EXTENDED_TESTS=yes) - $(call test,vpp,vpp_debug,test) +.PHONY: test-wipe-papi +test-wipe-papi: + @make -C test wipe-papi +.PHONY: test-help test-help: @make -C test help +.PHONY: test-wipe test-wipe: @make -C test wipe -test-shell: bootstrap - $(call test,vpp,vpp,shell) +.PHONY: test-shell +test-shell: + $(call test,vpp,shell) -test-shell-debug: bootstrap - $(call test,vpp,vpp_debug,shell) +.PHONY: test-shell-debug +test-shell-debug: + $(call test,vpp_debug,shell) +.PHONY: test-shell-gcov +test-shell-gcov: + $(call test,vpp_gcov,shell) + +.PHONY: test-dep +test-dep: + @make -C test test-dep + +.PHONY: test-doc test-doc: - @make -C test doc + @echo "make test-doc is DEPRECATED: use 'make docs'" + sleep 300 +.PHONY: test-wipe-doc test-wipe-doc: - @make -C test wipe-doc + @echo "make test-wipe-doc is DEPRECATED" + sleep 300 -test-cov: bootstrap - $(eval EXTENDED_TESTS=yes) - $(call test,vpp,vpp_gcov,cov) +.PHONY: test-cov +test-cov: + $(eval EXTENDED_TESTS=1) + $(call test,vpp_gcov,cov) +.PHONY: test-wipe-cov test-wipe-cov: @make -C test wipe-cov +.PHONY: test-wipe-all +test-wipe-all: + @make -C test wipe-all + +# Note: All python venv consolidated in test/Makefile, test/requirements*.txt +.PHONY: test-checkstyle test-checkstyle: - @make -C test checkstyle + $(warning test-checkstyle is deprecated. Running checkstyle-python.") + @make -C test checkstyle-python-all + +# Note: All python venv consolidated in test/Makefile, test/requirements*.txt +.PHONY: test-checkstyle-diff +test-checkstyle-diff: + $(warning test-checkstyle-diff is deprecated. Running checkstyle-python.") + @make -C test checkstyle-python-all + +.PHONY: test-refresh-deps +test-refresh-deps: + @make -C test refresh-deps +.PHONY: retest retest: - $(call test,vpp,vpp,retest) + $(call test,vpp,retest) +.PHONY: retest-debug retest-debug: - $(call test,vpp,vpp_debug,retest) + $(call test,vpp_debug,retest) + +.PHONY: retest-all +retest-all: + $(eval EXTENDED_TESTS=1) + $(call test,vpp,retest) + +.PHONY: retest-all-debug +retest-all-debug: + $(eval EXTENDED_TESTS=1) + $(call test,vpp_debug,retest) + +.PHONY: test-start-vpp-in-gdb +test-start-vpp-in-gdb: + $(call test,vpp,start-gdb) + +.PHONY: test-start-vpp-debug-in-gdb +test-start-vpp-debug-in-gdb: + $(call test,vpp_debug,start-gdb) -STARTUP_DIR ?= $(PWD) ifeq ("$(wildcard $(STARTUP_CONF))","") define run @echo "WARNING: STARTUP_CONF not defined or file doesn't exist." @echo " Running with minimal startup config: $(MINIMAL_STARTUP_CONF)\n" @cd $(STARTUP_DIR) && \ - sudo $(2) $(1)/vpp/bin/vpp $(MINIMAL_STARTUP_CONF) \ - plugin_path $(subst $(subst ,, ),:,$(wildcard $(1)/*/lib*/vpp_plugins)) + $(SUDO) $(2) $(1)/vpp/bin/vpp $(MINIMAL_STARTUP_CONF) endef else define run @cd $(STARTUP_DIR) && \ - sudo $(2) $(1)/vpp/bin/vpp $(shell cat $(STARTUP_CONF) | sed -e 's/#.*//') \ - plugin_path $(subst $(subst ,, ),:,$(wildcard $(1)/*/lib*/vpp_plugins)) + $(SUDO) $(2) $(1)/vpp/bin/vpp $(shell cat $(STARTUP_CONF) | sed -e 's/#.*//') endef endif %.files: .FORCE - @find . \( -name '*\.[chyS]' -o -name '*\.java' -o -name '*\.lex' \) -and \ - \( -not -path './build-root*' -o -path \ - './build-root/build-vpp_debug-native/dpdk*' \) > $@ + @find src -name '*.[chS]' > $@ .FORCE: +.PHONY: run run: $(call run, $(BR)/install-$(PLATFORM)_debug-native) +.PHONY: run-release run-release: $(call run, $(BR)/install-$(PLATFORM)-native) +.PHONY: debug debug: $(call run, $(BR)/install-$(PLATFORM)_debug-native,$(GDB) $(GDB_ARGS) --args) -build-coverity: +.PHONY: build-coverity +build-coverity: $(call make,$(PLATFORM)_coverity,install-packages) + @make -C build-root PLATFORM=vpp TAG=vpp_coverity libmemif-install +.PHONY: debug-release debug-release: $(call run, $(BR)/install-$(PLATFORM)-native,$(GDB) $(GDB_ARGS) --args) +.PHONY: build-vat build-vat: $(call make,$(PLATFORM)_debug,vpp-api-test-install) +.PHONY: run-vat run-vat: - @sudo $(BR)/install-$(PLATFORM)_debug-native/vpp/bin/vpp_api_test + @$(SUDO) $(BR)/install-$(PLATFORM)_debug-native/vpp/bin/vpp_api_test +.PHONY: pkg-deb pkg-deb: - $(call make,$(PLATFORM),install-deb) - + $(call make,$(PLATFORM),vpp-package-deb) + +.PHONY: pkg-snap +pkg-snap: + cd extras/snap ; \ + ./prep ; \ + SNAPCRAFT_BUILD_ENVIRONMENT_MEMORY=8G \ + SNAPCRAFT_BUILD_ENVIRONMENT_CPU=6 \ + snapcraft --debug + +.PHONY: snap-clean +snap-clean: + cd extras/snap ; \ + snapcraft clean ; \ + rm -f *.snap *.tgz + +.PHONY: pkg-deb-debug +pkg-deb-debug: + $(call make,$(PLATFORM)_debug,vpp-package-deb) + +.PHONY: pkg-rpm pkg-rpm: dist make -C extras/rpm +.PHONY: pkg-srpm pkg-srpm: dist make -C extras/rpm srpm -dpdk-install-dev: - make -C dpdk install-$(PKG) +.PHONY: install-ext-deps +install-ext-deps: + make -C build/external install-$(PKG) +.PHONY: install-ext-dep +install-ext-dep: install-ext-deps + +.PHONY: json-api-files +json-api-files: + $(WS_ROOT)/src/tools/vppapigen/generate_json.py + +.PHONY: json-api-files-debug +json-api-files-debug: + $(WS_ROOT)/src/tools/vppapigen/generate_json.py --debug-target + +.PHONY: go-api-files +go-api-files: json-api-files + $(WS_ROOT)/src/tools/vppapigen/generate_go.py $(ARGS) + +.PHONY: ctags ctags: ctags.files - @ctags --totals --tag-relative -L $< + @ctags --totals --tag-relative=yes -L $< @rm $< +.PHONY: gtags gtags: ctags @gtags --gtagslabel=ctags +.PHONY: cscope cscope: cscope.files @cscope -b -q -v -checkstyle: - @build-root/scripts/checkstyle.sh +.PHONY: compdb +compdb: + @ninja -C build-root/build-vpp_debug-native/vpp build.ninja + @ninja -C build-root/build-vpp_debug-native/vpp -t compdb | \ + src/scripts/compdb_cleanup.py > compile_commands.json + +.PHONY: checkstyle +checkstyle: checkfeaturelist + @extras/scripts/checkstyle.sh + +.PHONY: checkstyle-commit +checkstyle-commit: + @extras/scripts/check_commit_msg.sh + +.PHONY: checkstyle-test +checkstyle-test: + $(warning test-checkstyle is deprecated. Running checkstyle-python.") + @make -C test checkstyle-python-all + +# Note: All python venv consolidated in test/Makefile, test/requirements*.txt +.PHONY: checkstyle-python +checkstyle-python: + @make -C test checkstyle-python-all + +.PHONY: checkstyle-all +checkstyle-all: checkstyle-commit checkstyle checkstyle-python docs-spell +.PHONY: fixstyle fixstyle: - @build-root/scripts/checkstyle.sh --fix + @extras/scripts/checkstyle.sh --fix + +# Note: All python venv consolidated in test/Makefile, test/requirements*.txt +.PHONY: fixstyle-python +fixstyle-python: + @make -C test fixstyle-python-all + +.PHONY: checkstyle-api +checkstyle-api: + @extras/scripts/crcchecker.py --check-patchset + +# necessary because Bug 1696324 - Update to python3.6 breaks PyYAML dependencies +# Status: CLOSED CANTFIX +# https://bugzilla.redhat.com/show_bug.cgi?id=1696324 +.PHONY: centos-pyyaml +centos-pyyaml: +ifeq ($(OS_ID)-$(OS_VERSION_ID),centos-8) + @sudo -E yum install $(CONFIRM) python3-pyyaml +endif + +.PHONY: featurelist +featurelist: centos-pyyaml + @extras/scripts/fts.py --all --markdown + +.PHONY: checkfeaturelist +checkfeaturelist: centos-pyyaml + @extras/scripts/fts.py --validate --all # # Build the documentation # -# Doxygen configuration and our utility scripts -export DOXY_DIR ?= $(WS_ROOT)/doxygen - -define make-doxy - @OS_ID="$(OS_ID)" make -C $(DOXY_DIR) $@ -endef - -.PHONY: bootstrap-doxygen doxygen wipe-doxygen - +.PHONY: bootstrap-doxygen bootstrap-doxygen: - $(call make-doxy) + @echo "make bootstrap-doxygen is DEPRECATED" + sleep 300 -doxygen: - $(call make-doxy) +.PHONY: doxygen +doxygen: docs + @echo "make doxygen is DEPRECATED: use 'make docs'" + sleep 300 +.PHONY: wipe-doxygen wipe-doxygen: - $(call make-doxy) + @echo "make wipe-doxygen is DEPRECATED" + sleep 300 -define banner - @echo "========================================================================" - @echo " $(1)" - @echo "========================================================================" - @echo " " -endef +.PHONY: docs-% +docs-%: + @make -C $(WS_ROOT)/docs $* -verify: install-dep $(BR)/.bootstrap.ok dpdk-install-dev - $(call banner,"Building for PLATFORM=vpp using gcc") +.PHONY: docs +docs: + @make -C $(WS_ROOT)/docs docs + +.PHONY: pkg-verify +pkg-verify: install-dep $(BR)/.deps.ok install-ext-deps + $(call banner,"Building for PLATFORM=vpp") @make -C build-root PLATFORM=vpp TAG=vpp wipe-all install-packages -ifeq ($(OS_ID)-$(OS_VERSION_ID),ubuntu-16.04) - $(call banner,"Installing dependencies") - @sudo -E apt-get update - @sudo -E apt-get $(CONFIRM) $(FORCE) install clang - $(call banner,"Building for PLATFORM=vpp using clang") - @make -C build-root CC=clang PLATFORM=vpp TAG=vpp_clang wipe-all install-packages -endif $(call banner,"Building sample-plugin") @make -C build-root PLATFORM=vpp TAG=vpp sample-plugin-install + $(call banner,"Building libmemif") + @make -C build-root PLATFORM=vpp TAG=vpp libmemif-install $(call banner,"Building $(PKG) packages") @make pkg-$(PKG) -ifeq ($(OS_ID)-$(OS_VERSION_ID),ubuntu-16.04) + +# Note: 'make verify' target is not used by ci-management scripts +MAKE_VERIFY_GATE_OS ?= ubuntu-22.04 +.PHONY: verify +verify: pkg-verify +ifeq ($(OS_ID)-$(OS_VERSION_ID),$(MAKE_VERIFY_GATE_OS)) + $(call banner,"Testing vppapigen") + @src/tools/vppapigen/test_vppapigen.py + $(call banner,"Running tests") @make COMPRESS_FAILED_TEST_LOGS=yes RETRIES=3 test +else + $(call banner,"Skipping tests. Tests under 'make verify' supported on $(MAKE_VERIFY_GATE_OS)") endif - +.PHONY: check-dpdk-mlx +check-dpdk-mlx: + @[ $$(make -sC build/external dpdk-show-DPDK_MLX_DEFAULT) = y ] \ No newline at end of file