From 4a315594d4f889d0519e42b699d42959399c8ccc Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Tue, 7 Jan 2020 14:27:39 +0100 Subject: [PATCH] Remove VIRL Func tests from Report Change-Id: Ic6edf1f6f6c12d8e76da76617dbf1c4e8e1e2952 Signed-off-by: Tibor Frank --- .../csit_framework_documentation/csit_design.rst | 4 - .../vpp_functional_results/index.rst | 7 - .../vpp_functional_results_centos/index.rst | 12 - .../vpp_functional_results_ubuntu/index.rst | 12 - docs/report/index.html.template | 9 - docs/report/introduction/introduction.rst | 14 - .../vpp_functional_tests/csit_release_notes.rst | 26 - docs/report/vpp_functional_tests/documentation.rst | 6 - docs/report/vpp_functional_tests/index.rst | 9 - docs/report/vpp_functional_tests/overview.rst | 121 --- .../vpp_functional_tests/test_environment.rst | 481 --------- .../vpp_functional_tests/virtual-2n-nic2nic.svg | 315 ------ .../vpp_functional_tests/virtual-3n-nic2nic.svg | 452 -------- .../vpp_functional_tests/virtual-3n-vm-vhost.svg | 1110 -------------------- resources/tools/presentation/specification.yaml | 190 ---- 15 files changed, 2768 deletions(-) delete mode 100644 docs/report/detailed_test_results/vpp_functional_results/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_functional_results_centos/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_functional_results_ubuntu/index.rst delete mode 100644 docs/report/vpp_functional_tests/csit_release_notes.rst delete mode 100644 docs/report/vpp_functional_tests/documentation.rst delete mode 100644 docs/report/vpp_functional_tests/index.rst delete mode 100644 docs/report/vpp_functional_tests/overview.rst delete mode 100644 docs/report/vpp_functional_tests/test_environment.rst delete mode 100644 docs/report/vpp_functional_tests/virtual-2n-nic2nic.svg delete mode 100644 docs/report/vpp_functional_tests/virtual-3n-nic2nic.svg delete mode 100644 docs/report/vpp_functional_tests/virtual-3n-vm-vhost.svg diff --git a/docs/report/csit_framework_documentation/csit_design.rst b/docs/report/csit_framework_documentation/csit_design.rst index 4cd29fad6d..5272094a13 100644 --- a/docs/report/csit_framework_documentation/csit_design.rst +++ b/docs/report/csit_framework_documentation/csit_design.rst @@ -97,10 +97,6 @@ A brief bottom-up description is provided here: #. Tests - Robot: - Test suites with test cases; - - Functional tests using VIRL environment: - - - VPP; - - Honeycomb; - Performance tests using physical testbed environment: diff --git a/docs/report/detailed_test_results/vpp_functional_results/index.rst b/docs/report/detailed_test_results/vpp_functional_results/index.rst deleted file mode 100644 index 5270c7828a..0000000000 --- a/docs/report/detailed_test_results/vpp_functional_results/index.rst +++ /dev/null @@ -1,7 +0,0 @@ -VPP Functional -============== - -.. toctree:: - - ../vpp_functional_results_ubuntu/index - ../vpp_functional_results_centos/index diff --git a/docs/report/detailed_test_results/vpp_functional_results_centos/index.rst b/docs/report/detailed_test_results/vpp_functional_results_centos/index.rst deleted file mode 100644 index e621f2e042..0000000000 --- a/docs/report/detailed_test_results/vpp_functional_results_centos/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -CentOS ------- - -.. note:: - - Data sources for reported test results: i) `FD.io test executor vpp - functional jobs using CentOs`_, ii) archived FD.io jobs test result - `output files <../../_static/archive/>`_. - -.. toctree:: - - vpp_functional_results_centos diff --git a/docs/report/detailed_test_results/vpp_functional_results_ubuntu/index.rst b/docs/report/detailed_test_results/vpp_functional_results_ubuntu/index.rst deleted file mode 100644 index 738920e6df..0000000000 --- a/docs/report/detailed_test_results/vpp_functional_results_ubuntu/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -Ubuntu ------- - -.. note:: - - Data sources for reported test results: i) `FD.io test executor vpp - functional jobs using Ubuntu`_, ii) archived FD.io jobs test result - `output files <../../_static/archive/>`_. - -.. toctree:: - - vpp_functional_results_ubuntu diff --git a/docs/report/index.html.template b/docs/report/index.html.template index 56726a7811..272e8513a4 100644 --- a/docs/report/index.html.template +++ b/docs/report/index.html.template @@ -53,15 +53,6 @@ CSIT-1908 vpp_device_tests/test_environment vpp_device_tests/documentation -.. toctree:: - :maxdepth: 2 - :caption: VPP Functional - - vpp_functional_tests/overview - vpp_functional_tests/csit_release_notes - vpp_functional_tests/test_environment - vpp_functional_tests/documentation - .. .. toctree:: :maxdepth: 2 diff --git a/docs/report/introduction/introduction.rst b/docs/report/introduction/introduction.rst index 170891e1b2..d7fc061051 100644 --- a/docs/report/introduction/introduction.rst +++ b/docs/report/introduction/introduction.rst @@ -72,17 +72,6 @@ available for download. - **Documentation**: Pointers to CSIT source code documentation for VPP functional tests. -#. VPP FUNCTIONAL: VPP functional tests executed in virtual FD.io - testbeds. - - - **Overview**: Tested virtual topologies, test coverage and naming - specifics; - - **Release Notes**: Changes in |csit-release|, added tests, - environment or methodology changes, known issues. - - **Test Environment**: Functional test environment configuration. - - **Documentation**: Pointers to CSIT source code documentation for - VPP functional tests. - #. DETAILED RESULTS: Detailed result tables auto-generated from CSIT test job executions using RF (Robot Framework) output files as sources. @@ -91,8 +80,6 @@ available for download. - **VPP Performance MRR**: VPP MRR throughput. - **DPDK Performance**: DPDK Testpmd and L3fwd NDR/PDR throughput and latency. - - **VPP Functional**: Detailed VPP functional results. - - **Honeycomb Functional**: Detailed HoneyComb functional results. #. TEST CONFIGURATION: VPP DUT configuration data based on VPP API Test (VAT) Commands History auto-generated from CSIT test job @@ -100,7 +87,6 @@ available for download. - **VPP Performance NDR/PDR**: Configuration data. - **VPP Performance MRR**: Configuration data. - - **VPP Functional**: Configuration data. #. TEST OPERATIONAL DATA: VPP DUT operational data auto-generated from CSIT test job executions using RFoutput files as sources. diff --git a/docs/report/vpp_functional_tests/csit_release_notes.rst b/docs/report/vpp_functional_tests/csit_release_notes.rst deleted file mode 100644 index 5f7d87b56c..0000000000 --- a/docs/report/vpp_functional_tests/csit_release_notes.rst +++ /dev/null @@ -1,26 +0,0 @@ -Release Notes -============= - -Changes in |csit-release| -------------------------- - -#. TEST FRAMEWORK - - - **Bug fixes**. - -#. CSIT TEST MIGRATION - - - **VPP_Device**: Continuing migration of the original FD.io CSIT VIRL - tests to VPP-device tests for functional acceptance of VPP feature path(s) - driven by performance tests. - -Known Issues ------------- - -List of known issues in |csit-release| for VPP functional tests in VIRL: - -+---+--------------------+-----------------------------------------------------+ -| # | JiraID | Issue Description | -+===+====================+=====================================================+ -| | | | -+---+--------------------+-----------------------------------------------------+ diff --git a/docs/report/vpp_functional_tests/documentation.rst b/docs/report/vpp_functional_tests/documentation.rst deleted file mode 100644 index 6d99185892..0000000000 --- a/docs/report/vpp_functional_tests/documentation.rst +++ /dev/null @@ -1,6 +0,0 @@ -Documentation -============= - -`CSIT VPP Functional Tests Documentation`_ contains detailed -functional description and input parameters for each test case. - diff --git a/docs/report/vpp_functional_tests/index.rst b/docs/report/vpp_functional_tests/index.rst deleted file mode 100644 index 5c236e4fbd..0000000000 --- a/docs/report/vpp_functional_tests/index.rst +++ /dev/null @@ -1,9 +0,0 @@ -VPP Functional -============== - -.. toctree:: - - overview - csit_release_notes - test_environment - documentation diff --git a/docs/report/vpp_functional_tests/overview.rst b/docs/report/vpp_functional_tests/overview.rst deleted file mode 100644 index 510f204bdf..0000000000 --- a/docs/report/vpp_functional_tests/overview.rst +++ /dev/null @@ -1,121 +0,0 @@ -Overview -======== - -Virtual Topologies ------------------- - -CSIT VPP functional tests are executed in VM-based virtual topologies -created on demand using :abbr:`VIRL (Virtual Internet Routing Lab)` -simulation platform contributed by Cisco. VIRL runs on physical -baremetal servers hosted by LF FD.io project. Based on the packet path -thru SUT VMs, two distinct logical topology types are used for VPP DUT -data plane testing: - -#. vNIC-to-vNIC switching topologies. -#. Nested-VM service switching topologies. - -vNIC-to-vNIC Switching -~~~~~~~~~~~~~~~~~~~~~~ - -The simplest virtual topology for software data plane application like -VPP is vNIC-to-vNIC switching. Tested virtual topologies for 2-Node and -3-Node testbeds are shown in figures below. - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/vpp_functional_tests/}} - \includegraphics[width=0.90\textwidth]{virtual-2n-nic2nic} - \label{fig:virtual-2n-nic2nic} - \end{figure} - -.. only:: html - - .. figure:: ../vpp_functional_tests/virtual-2n-nic2nic.svg - :alt: virtual-2n-nic2nic - :align: center - - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/vpp_functional_tests/}} - \includegraphics[width=0.90\textwidth]{virtual-3n-nic2nic} - \label{fig:virtual-3n-nic2nic} - \end{figure} - -.. only:: html - - .. figure:: ../vpp_functional_tests/virtual-3n-nic2nic.svg - :alt: virtual-3n-nic2nic - :align: center - -SUT1 and SUT2 are two VMs (running Ubuntu or Centos, depending on the test -suite), TG is a Traffic Generator (running Ubuntu VM). SUTs run VPP -SW application in Linux user-mode as a Device Under Test (DUT) within -the VM. TG runs Scapy SW application as a packet Traffic Generator. -Network connectivity between SUTs and to TG is provided using virtual -NICs and VMs' virtio drivers. - -Virtual testbeds are created on-demand whenever a verification job is -started (e.g. triggered by the gerrit patch submission) and destroyed -upon completion of all functional tests. Each node is a Virtual Machine -and each connection that is drawn on the diagram is available for use in -any test case. During the test execution, all nodes are reachable thru -the Management network connected to every node via dedicated virtual -NICs and virtual links (not shown above for clarity). - -Nested-VM Service Switching -~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -Nested-VM (Virtual Machine) service switching topology test cases -require VPP DUT to communicate with nested-VM(s) over vhost-user virtual -interfaces. Nested-VM(s) is(are) created on SUT1 and/or SUT2 for the -duration of these particular test cases only. Virtual test topology with -nested-VM(s) is shown in the figure below. - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/vpp_functional_tests/}} - \includegraphics[width=0.90\textwidth]{virtual-3n-vm-vhost} - \label{fig:virtual-3n-vm-vhost} - \end{figure} - -.. only:: html - - .. figure:: ../vpp_functional_tests/virtual-3n-vm-vhost.svg - :alt: virtual-3n-vm-vhost - :align: center - -Functional Tests Coverage -------------------------- - -|csit-release| includes following VPP functionality tested in virtual VM -environment: - -+-----------------------+----------------------------------------------+ -| Functionality | Description | -+=======================+==============================================+ -| LISP | Locator/ID Separation Protocol overlay | -| | tunnels and locator/id mapping control. | -+-----------------------+----------------------------------------------+ - -Functional Tests Naming ------------------------ - -|csit-release| follows a common structured naming convention for all -performance and system functional tests, introduced in CSIT-17.01. - -The naming should be intuitive for majority of the tests. Complete -description of CSIT test naming convention is provided on -:ref:`csit_test_naming`. diff --git a/docs/report/vpp_functional_tests/test_environment.rst b/docs/report/vpp_functional_tests/test_environment.rst deleted file mode 100644 index 10a50a5e32..0000000000 --- a/docs/report/vpp_functional_tests/test_environment.rst +++ /dev/null @@ -1,481 +0,0 @@ -Test Environment -================ - -CSIT VPP functional tests are executed in FD.io VIRL testbeds. The -physical VIRL testbed infrastructure consists of three VIRL servers: - -- tb4-virl1: - - - Status: Production - - OS: Ubuntu 16.04.2 - - VIRL STD server version: 0.10.32.16 - - VIRL UWM server version: 0.10.32.16 - -- tb4-virl2: - - - Status: Production - - OS: Ubuntu 16.04.2 - - VIRL STD server version: 0.10.32.16 - - VIRL UWM server version: 0.10.32.16 - -- tb4-virl3: - - - Status: Production - - OS: Ubuntu 16.04.2 - - VIRL STD server version: 0.10.32.19 - - VIRL UWM server version: 0.10.32.19 - -- VIRL hosts: Cisco UCS C240-M4, each with 2x Intel Xeon E5-2699 - v3 (2.30 GHz, 18c), 512GB RAM. - -Whenever a patch is submitted to gerrit for review, parallel VIRL -simulations are started to reduce the time of execution of all -functional tests. The number of parallel VIRL simulations is equal to a -number of test groups defined by TEST_GROUPS variable in -:file:`csit/bootstrap.sh` file. VIRL host to run VIRL simulation is -selected based on least load algorithm per VIRL simulation. - -Every VIRL simulation uses the same three-node logical ring topology - -Traffic Generator (TG node) and two Systems Under Test (SUT1 and SUT2). -The appropriate pre-built VPP packages built by Jenkins for the patch -under review are then installed on the two SUTs, along with their -:file:`/etc/vpp/startup.conf` file, in all VIRL simulations. - -SUT Settings - VIRL Guest VM ----------------------------- - -SUT VMs' settings are defined in `VIRL topologies directory`_ - -- List of SUT VM interfaces: - - - - - - -- Number of 2MB hugepages: 1024. - -- Maximum number of memory map areas: 20000. - -- Kernel Shared Memory Max: 2147483648 (vm.nr_hugepages * 2 * 1024 * 1024). - -SUT Settings - VIRL Guest OS Linux ----------------------------------- - -In CSIT terminology, the VM operating system for both SUTs that |vpp-release| -has been tested with, is the following: - -#. Ubuntu VIRL image - - This image implies Ubuntu 16.04.1 LTS, current as of yyyy-mm-dd (that is, - package versions are those that would have been installed by a - :command:`apt-get update`, :command:`apt-get upgrade` on that day), produced - by CSIT disk image build scripts. - - The exact list of installed packages and their versions (including the Linux - kernel package version) are included in `VIRL ubuntu images lists`_. - - A replica of this VM image can be built by running the :command:`build.sh` - script in CSIT repository. - -#. CentOS VIRL image - - This image implies Centos 7.4-1711, current as of yyyy-mm-dd (that is, - package versions are those that would have been installed by a - :command:`yum update`, :command:`yum upgrade` on that day), produced - by CSIT disk image build scripts. - - The exact list of installed packages and their versions (including the Linux - kernel package version) are included in `VIRL centos images lists`_. - - A replica of this VM image can be built by running the :command:`build.sh` - script in CSIT repository. - -#. Nested VM image - - In addition to the "main" VM image, tests which require VPP to communicate to - a VM over a vhost-user interface, utilize a "nested" VM image. - - This "nested" VM is dynamically created and destroyed as part of a test case, - and therefore the "nested" VM image is optimized to be small, lightweight and - have a short boot time. The "nested" VM image is not built around any - established Linux distribution, but is based on `BuildRoot - `_, a tool for building embedded Linux systems. Just - as for the "main" image, scripts to produce an identical replica of the - "nested" image are included in CSIT GIT repository, and the image can be - rebuilt using the "build.sh" script at `VIRL nested`_. - -DUT Settings - VPP ------------------- - -Every System Under Test runs VPP SW application in Linux user-mode as a Device -Under Test (DUT) node. - -DUT Port Configuration -~~~~~~~~~~~~~~~~~~~~~~ - -Port configuration of DUTs is defined in topology file that is generated per -VIRL simulation based on the definition stored in `VIRL topologies directory`_. - -Example of DUT nodes configuration: - -:: - - DUT1: - type: DUT - host: "10.30.51.157" - arch: x86_64 - port: 22 - username: cisco - honeycomb: - user: admin - passwd: admin - port: 8183 - netconf_port: 2831 - priv_key: | - -----BEGIN RSA PRIVATE KEY----- - MIIEpgIBAAKCAQEAwUDlTpzSHpwLQotZOFS4AgcPNEWCnP1AB2hWFmvI+8Kah/gb - v8ruZU9RqhPs56tyKzxbhvNkY4VbH5F1GilHZu3mLqzM4KfghMmaeMEjO1T7BYYd - vuBfTvIluljfQ2vAlnYrDwn+ClxJk81m0pDgvrLEX4qVVh2sGh7UEkYy5r82DNa2 - 4VjzPB1J/c8a9zP8FoZUhYIzF4FLvRMjUADpbMXgJMsGpaZLmz95ap0Eot7vb1Cc - 1LvF97iyBCrtIOSKRKA50ZhLGjMKmOwnYU+cP5718tbproDVi6VJOo7zeuXyetMs - 8YBl9kWblWG9BqP9jctFvsmi5G7hXgq1Y8u+DwIDAQABAoIBAQC/W4E0DHjLMny7 - 0bvw2YKzD0Zw3fttdB94tkm4PdZv5MybooPnsAvLaXVV0hEdfVi5kzSWNl/LY/tN - EP1BgGphc2QgB59/PPxGwFIjDCvUzlsZpynBHe+B/qh5ExNQcVvsIOqWI7DXlXaN - 0i/khOzmJ6HncRRah1spKimYRsaUUDskyg7q3QqMWVaqBbbMvLs/w7ZWd/zoDqCU - MY/pCI6hkB3QbRo0OdiZLohphBl2ShABTwjvVyyKL5UA4jAEneJrhH5gWVLXnfgD - p62W5CollKEYblC8mUkPxpP7Qo277zw3xaq+oktIZhc5SUEUd7nJZtNqVAHqkItW - 79VmpKyxAoGBAPfU+kqNPaTSvp+x1n5sn2SgipzDtgi9QqNmC4cjtrQQaaqI57SG - OHw1jX8i7L2G1WvVtkHg060nlEVo5n65ffFOqeVBezLVJ7ghWI8U+oBiJJyQ4boD - GJVNsoOSUQ0rtuGd9eVwfDk3ol9aCN0KK53oPfIYli29pyu4l095kg11AoGBAMef - bPEMBI/2XmCPshLSwhGFl+dW8d+Klluj3CUQ/0vUlvma3dfBOYNsIwAgTP0iIUTg - 8DYE6KBCdPtxAUEI0YAEAKB9ry1tKR2NQEIPfslYytKErtwjAiqSi0heM6+zwEzu - f54Z4oBhsMSL0jXoOMnu+NZzEc6EUdQeY4O+jhjzAoGBAIogC3dtjMPGKTP7+93u - UE/XIioI8fWg9fj3sMka4IMu+pVvRCRbAjRH7JrFLkjbUyuMqs3Arnk9K+gbdQt/ - +m95Njtt6WoFXuPCwgbM3GidSmZwYT4454SfDzVBYScEDCNm1FuR+8ov9bFLDtGT - D4gsngnGJj1MDFXTxZEn4nzZAoGBAKCg4WmpUPaCuXibyB+rZavxwsTNSn2lJ83/ - sYJGBhf/raiV/FLDUcM1vYg5dZnu37RsB/5/vqxOLZGyYd7x+Jo5HkQGPnKgNwhn - g8BkdZIRF8uEJqxOo0ycdOU7n/2O93swIpKWo5LIiRPuqqzj+uZKnAL7vuVdxfaY - qVz2daMPAoGBALgaaKa3voU/HO1PYLWIhFrBThyJ+BQSQ8OqrEzC8AnegWFxRAM8 - EqrzZXl7ACUuo1dH0Eipm41j2+BZWlQjiUgq5uj8+yzy+EU1ZRRyJcOKzbDACeuD - BpWWSXGBI5G4CppeYLjMUHZpJYeX1USULJQd2c4crLJKb76E8gz3Z9kN - -----END RSA PRIVATE KEY----- - - interfaces: - port1: - mac_address: "fa:16:3e:9b:89:52" - pci_address: "0000:00:04.0" - link: link1 - port2: - mac_address: "fa:16:3e:7a:33:60" - pci_address: "0000:00:05.0" - link: link4 - port3: - mac_address: "fa:16:3e:29:b7:ae" - pci_address: "0000:00:06.0" - link: link3 - port4: - mac_address: "fa:16:3e:76:8d:ff" - pci_address: "0000:00:07.0" - link: link6 - DUT2: - type: DUT - host: "10.30.51.156" - arch: x86_64 - port: 22 - username: cisco - honeycomb: - user: admin - passwd: admin - port: 8183 - netconf_port: 2831 - priv_key: | - -----BEGIN RSA PRIVATE KEY----- - MIIEpgIBAAKCAQEAwUDlTpzSHpwLQotZOFS4AgcPNEWCnP1AB2hWFmvI+8Kah/gb - v8ruZU9RqhPs56tyKzxbhvNkY4VbH5F1GilHZu3mLqzM4KfghMmaeMEjO1T7BYYd - vuBfTvIluljfQ2vAlnYrDwn+ClxJk81m0pDgvrLEX4qVVh2sGh7UEkYy5r82DNa2 - 4VjzPB1J/c8a9zP8FoZUhYIzF4FLvRMjUADpbMXgJMsGpaZLmz95ap0Eot7vb1Cc - 1LvF97iyBCrtIOSKRKA50ZhLGjMKmOwnYU+cP5718tbproDVi6VJOo7zeuXyetMs - 8YBl9kWblWG9BqP9jctFvsmi5G7hXgq1Y8u+DwIDAQABAoIBAQC/W4E0DHjLMny7 - 0bvw2YKzD0Zw3fttdB94tkm4PdZv5MybooPnsAvLaXVV0hEdfVi5kzSWNl/LY/tN - EP1BgGphc2QgB59/PPxGwFIjDCvUzlsZpynBHe+B/qh5ExNQcVvsIOqWI7DXlXaN - 0i/khOzmJ6HncRRah1spKimYRsaUUDskyg7q3QqMWVaqBbbMvLs/w7ZWd/zoDqCU - MY/pCI6hkB3QbRo0OdiZLohphBl2ShABTwjvVyyKL5UA4jAEneJrhH5gWVLXnfgD - p62W5CollKEYblC8mUkPxpP7Qo277zw3xaq+oktIZhc5SUEUd7nJZtNqVAHqkItW - 79VmpKyxAoGBAPfU+kqNPaTSvp+x1n5sn2SgipzDtgi9QqNmC4cjtrQQaaqI57SG - OHw1jX8i7L2G1WvVtkHg060nlEVo5n65ffFOqeVBezLVJ7ghWI8U+oBiJJyQ4boD - GJVNsoOSUQ0rtuGd9eVwfDk3ol9aCN0KK53oPfIYli29pyu4l095kg11AoGBAMef - bPEMBI/2XmCPshLSwhGFl+dW8d+Klluj3CUQ/0vUlvma3dfBOYNsIwAgTP0iIUTg - 8DYE6KBCdPtxAUEI0YAEAKB9ry1tKR2NQEIPfslYytKErtwjAiqSi0heM6+zwEzu - f54Z4oBhsMSL0jXoOMnu+NZzEc6EUdQeY4O+jhjzAoGBAIogC3dtjMPGKTP7+93u - UE/XIioI8fWg9fj3sMka4IMu+pVvRCRbAjRH7JrFLkjbUyuMqs3Arnk9K+gbdQt/ - +m95Njtt6WoFXuPCwgbM3GidSmZwYT4454SfDzVBYScEDCNm1FuR+8ov9bFLDtGT - D4gsngnGJj1MDFXTxZEn4nzZAoGBAKCg4WmpUPaCuXibyB+rZavxwsTNSn2lJ83/ - sYJGBhf/raiV/FLDUcM1vYg5dZnu37RsB/5/vqxOLZGyYd7x+Jo5HkQGPnKgNwhn - g8BkdZIRF8uEJqxOo0ycdOU7n/2O93swIpKWo5LIiRPuqqzj+uZKnAL7vuVdxfaY - qVz2daMPAoGBALgaaKa3voU/HO1PYLWIhFrBThyJ+BQSQ8OqrEzC8AnegWFxRAM8 - EqrzZXl7ACUuo1dH0Eipm41j2+BZWlQjiUgq5uj8+yzy+EU1ZRRyJcOKzbDACeuD - BpWWSXGBI5G4CppeYLjMUHZpJYeX1USULJQd2c4crLJKb76E8gz3Z9kN - -----END RSA PRIVATE KEY----- - - interfaces: - port1: - mac_address: "fa:16:3e:ad:6c:7d" - pci_address: "0000:00:04.0" - link: link2 - port2: - mac_address: "fa:16:3e:94:a4:99" - pci_address: "0000:00:05.0" - link: link5 - port3: - mac_address: "fa:16:3e:75:92:da" - pci_address: "0000:00:06.0" - link: link3 - port4: - mac_address: "fa:16:3e:2c:b1:2a" - pci_address: "0000:00:07.0" - link: link6 - -VPP Version -~~~~~~~~~~~ - -|vpp-release| - -VPP Installed Packages - Ubuntu -~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -:: - - $ dpkg -l | grep vpp - ii libvppinfra 19.08-release amd64 Vector Packet Processing--runtime libraries - ii libvppinfra-dev 19.08-release amd64 Vector Packet Processing--runtime libraries - ii python3-vpp-api 19.08-release amd64 VPP Python3 API bindings - ii vpp 19.08-release amd64 Vector Packet Processing--executables - ii vpp-api-python 19.08-release amd64 VPP Python API bindings - ii vpp-dbg 19.08-release amd64 Vector Packet Processing--debug symbols - ii vpp-dev 19.08-release amd64 Vector Packet Processing--development support - ii vpp-plugin-core 19.08-release amd64 Vector Packet Processing--runtime core plugins - ii vpp-plugin-dpdk 19.08-release amd64 Vector Packet Processing--runtime dpdk plugin - -VPP Installed Packages - Centos -~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -:: - - $ rpm -qai *vpp* - vpp-api-python - Version : 19.08 - Release : release - Architecture: x86_64 - Install Date: Wed 28 Aug 2019 01:35:57 AM EDT - Group : Development/Libraries - Size : 195318 - License : ASL 2.0 - Signature : (none) - Source RPM : vpp-19.08-release.src.rpm - Build Date : Wed 21 Aug 2019 02:30:08 PM EDT - Build Host : 05ab23f629ba - Relocations : (not relocatable) - Summary : VPP api python bindings - Description : - This package contains the python bindings for the vpp api - Name : vpp - Version : 19.08 - Release : release - Architecture: x86_64 - Install Date: Wed 28 Aug 2019 01:35:57 AM EDT - Group : Unspecified - Size : 2681317 - License : ASL 2.0 - Signature : (none) - Source RPM : vpp-19.08-release.src.rpm - Build Date : Wed 21 Aug 2019 02:30:08 PM EDT - Build Host : 05ab23f629ba - Relocations : (not relocatable) - Summary : Vector Packet Processing - Description : - This package provides VPP executables: vpp, vpp_api_test, vpp_json_test - vpp - the vector packet engine - vpp_api_test - vector packet engine API test tool - vpp_json_test - vector packet engine JSON test tool - Name : vpp-lib - Version : 19.08 - Release : release - Architecture: x86_64 - Install Date: Wed 28 Aug 2019 01:35:57 AM EDT - Group : System Environment/Libraries - Size : 43222411 - License : ASL 2.0 - Signature : (none) - Source RPM : vpp-19.08-release.src.rpm - Build Date : Wed 21 Aug 2019 02:30:08 PM EDT - Build Host : 05ab23f629ba - Relocations : (not relocatable) - Summary : VPP libraries - Description : - This package contains the VPP shared libraries, including: - vppinfra - foundation library supporting vectors, hashes, bitmaps, pools, and string formatting. - svm - vm library - vlib - vector processing library - vlib-api - binary API library - vnet - network stack library - Name : vpp-devel - Version : 19.08 - Release : release - Architecture: x86_64 - Install Date: Wed 28 Aug 2019 01:35:59 AM EDT - Group : Development/Libraries - Size : 13906969 - License : ASL 2.0 - Signature : (none) - Source RPM : vpp-19.08-release.src.rpm - Build Date : Wed 21 Aug 2019 02:30:08 PM EDT - Build Host : 05ab23f629ba - Relocations : (not relocatable) - Summary : VPP header files, static libraries - Description : - This package contains the header files for VPP. - Install this package if you want to write a - program for compilation and linking with vpp lib. - vlib - vlibmemory - vnet - devices, classify, dhcp, ethernet flow, gre, ip, etc. - vpp-api - vppinfra - Name : vpp-selinux-policy - Version : 19.08 - Release : release - Architecture: x86_64 - Install Date: Wed 28 Aug 2019 01:35:56 AM EDT - Group : System Environment/Base - Size : 102929 - License : ASL 2.0 - Signature : (none) - Source RPM : vpp-19.08-release.src.rpm - Build Date : Wed 21 Aug 2019 02:30:08 PM EDT - Build Host : 05ab23f629ba - Relocations : (not relocatable) - Summary : VPP Security-Enhanced Linux (SELinux) policy - Description : - This package contains a tailored VPP SELinux policy - Name : vpp-plugins - Version : 19.08 - Release : release - Architecture: x86_64 - Install Date: Wed 28 Aug 2019 01:35:59 AM EDT - Group : System Environment/Libraries - Size : 34150451 - License : ASL 2.0 - Signature : (none) - Source RPM : vpp-19.08-release.src.rpm - Build Date : Wed 21 Aug 2019 02:30:08 PM EDT - Build Host : 05ab23f629ba - Relocations : (not relocatable) - Summary : Vector Packet Processing--runtime plugins - Description : - This package contains VPP plugins - -VPP Startup Configuration -~~~~~~~~~~~~~~~~~~~~~~~~~ - -VPP startup configuration is common for all test cases. - -**Common Configuration** - -There is used the default startup configuration as defined in `VPP startup.conf`_ - -TG Settings - Scapy -------------------- - -Traffic Generator node is VM running the same OS Linux as SUTs. Ports of this -VM are used as source (Tx) and destination (Rx) ports for the traffic. - -Traffic scripts of test cases are executed on this VM. - -TG VM Configuration -~~~~~~~~~~~~~~~~~~~ - -Configuration of the TG VMs is defined in `VIRL topologies directory`_. - - /csit/resources/tools/virl/topologies/double-ring-nested.xenial.virl - -- List of TG VM interfaces::: - - - - - - - - -TG Port Configuration -~~~~~~~~~~~~~~~~~~~~~ - -Port configuration of TG is defined in topology file that is generated per VIRL -simulation based on the definition stored in `VIRL topologies directory`_. - -Example of TG node configuration::: - - TG: - type: TG - host: "10.30.51.155" - arch: x86_64 - port: 22 - username: cisco - priv_key: | - -----BEGIN RSA PRIVATE KEY----- - MIIEpgIBAAKCAQEAwUDlTpzSHpwLQotZOFS4AgcPNEWCnP1AB2hWFmvI+8Kah/gb - v8ruZU9RqhPs56tyKzxbhvNkY4VbH5F1GilHZu3mLqzM4KfghMmaeMEjO1T7BYYd - vuBfTvIluljfQ2vAlnYrDwn+ClxJk81m0pDgvrLEX4qVVh2sGh7UEkYy5r82DNa2 - 4VjzPB1J/c8a9zP8FoZUhYIzF4FLvRMjUADpbMXgJMsGpaZLmz95ap0Eot7vb1Cc - 1LvF97iyBCrtIOSKRKA50ZhLGjMKmOwnYU+cP5718tbproDVi6VJOo7zeuXyetMs - 8YBl9kWblWG9BqP9jctFvsmi5G7hXgq1Y8u+DwIDAQABAoIBAQC/W4E0DHjLMny7 - 0bvw2YKzD0Zw3fttdB94tkm4PdZv5MybooPnsAvLaXVV0hEdfVi5kzSWNl/LY/tN - EP1BgGphc2QgB59/PPxGwFIjDCvUzlsZpynBHe+B/qh5ExNQcVvsIOqWI7DXlXaN - 0i/khOzmJ6HncRRah1spKimYRsaUUDskyg7q3QqMWVaqBbbMvLs/w7ZWd/zoDqCU - MY/pCI6hkB3QbRo0OdiZLohphBl2ShABTwjvVyyKL5UA4jAEneJrhH5gWVLXnfgD - p62W5CollKEYblC8mUkPxpP7Qo277zw3xaq+oktIZhc5SUEUd7nJZtNqVAHqkItW - 79VmpKyxAoGBAPfU+kqNPaTSvp+x1n5sn2SgipzDtgi9QqNmC4cjtrQQaaqI57SG - OHw1jX8i7L2G1WvVtkHg060nlEVo5n65ffFOqeVBezLVJ7ghWI8U+oBiJJyQ4boD - GJVNsoOSUQ0rtuGd9eVwfDk3ol9aCN0KK53oPfIYli29pyu4l095kg11AoGBAMef - bPEMBI/2XmCPshLSwhGFl+dW8d+Klluj3CUQ/0vUlvma3dfBOYNsIwAgTP0iIUTg - 8DYE6KBCdPtxAUEI0YAEAKB9ry1tKR2NQEIPfslYytKErtwjAiqSi0heM6+zwEzu - f54Z4oBhsMSL0jXoOMnu+NZzEc6EUdQeY4O+jhjzAoGBAIogC3dtjMPGKTP7+93u - UE/XIioI8fWg9fj3sMka4IMu+pVvRCRbAjRH7JrFLkjbUyuMqs3Arnk9K+gbdQt/ - +m95Njtt6WoFXuPCwgbM3GidSmZwYT4454SfDzVBYScEDCNm1FuR+8ov9bFLDtGT - D4gsngnGJj1MDFXTxZEn4nzZAoGBAKCg4WmpUPaCuXibyB+rZavxwsTNSn2lJ83/ - sYJGBhf/raiV/FLDUcM1vYg5dZnu37RsB/5/vqxOLZGyYd7x+Jo5HkQGPnKgNwhn - g8BkdZIRF8uEJqxOo0ycdOU7n/2O93swIpKWo5LIiRPuqqzj+uZKnAL7vuVdxfaY - qVz2daMPAoGBALgaaKa3voU/HO1PYLWIhFrBThyJ+BQSQ8OqrEzC8AnegWFxRAM8 - EqrzZXl7ACUuo1dH0Eipm41j2+BZWlQjiUgq5uj8+yzy+EU1ZRRyJcOKzbDACeuD - BpWWSXGBI5G4CppeYLjMUHZpJYeX1USULJQd2c4crLJKb76E8gz3Z9kN - -----END RSA PRIVATE KEY----- - - interfaces: - port3: - mac_address: "fa:16:3e:b9:e1:27" - pci_address: "0000:00:06.0" - link: link1 - driver: virtio-pci - port4: - mac_address: "fa:16:3e:e9:c8:68" - pci_address: "0000:00:07.0" - link: link4 - driver: virtio-pci - port5: - mac_address: "fa:16:3e:e8:d3:47" - pci_address: "0000:00:08.0" - link: link2 - driver: virtio-pci - port6: - mac_address: "fa:16:3e:cf:ca:58" - pci_address: "0000:00:09.0" - link: link5 - driver: virtio-pci - -Traffic Generator -~~~~~~~~~~~~~~~~~ - -Functional tests utilize Scapy as a traffic generator. Scapy v2.3.1 is -used for |vpp-release| tests. - diff --git a/docs/report/vpp_functional_tests/virtual-2n-nic2nic.svg b/docs/report/vpp_functional_tests/virtual-2n-nic2nic.svg deleted file mode 100644 index 3bc5d0d410..0000000000 --- a/docs/report/vpp_functional_tests/virtual-2n-nic2nic.svg +++ /dev/null @@ -1,315 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - SUT VM - - - - - - - - - - - - - - DUT - - - - - - - - TG VM - - - - - - - - vNIC - - - - - - - - - - - - - - - - - - - - - - - - - - - LinuxKernel - - - - - - - - - - - - - - Linux-Guest - - - - - - - - User-Space - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Virtual 2-Node Topology: vNIC-to-vNIC Switching - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - ForwardingContext - - - - - - - - \ No newline at end of file diff --git a/docs/report/vpp_functional_tests/virtual-3n-nic2nic.svg b/docs/report/vpp_functional_tests/virtual-3n-nic2nic.svg deleted file mode 100644 index 14942eae92..0000000000 --- a/docs/report/vpp_functional_tests/virtual-3n-nic2nic.svg +++ /dev/null @@ -1,452 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - SUT1 VM - - - - - - - - - - - - - - DUT1 - - - - - - - - TG VM - - - - - - - - vNIC - - - - - - - - - - - - - - - - - - - - - - - - - - - LinuxKernel - - - - - - - - - - - - - - Linux-Guest - - - - - - - - User-Space - - - - - - - - - - - - - - - SUT2 VM - - - - - - - - - - - - - - DUT2 - - - - - - - - vNIC - - - - - - - - - - - - - - - - - - - - - - - - - - - LinuxKernel - - - - - - - - - - - - - - Linux-Guest - - - - - - - - User-Space - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Virtual 3-Node Topology: vNIC-to-vNIC Switching - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - ForwardingContext - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - ForwardingContext - - - - - - - - \ No newline at end of file diff --git a/docs/report/vpp_functional_tests/virtual-3n-vm-vhost.svg b/docs/report/vpp_functional_tests/virtual-3n-vm-vhost.svg deleted file mode 100644 index 93c1c6e954..0000000000 --- a/docs/report/vpp_functional_tests/virtual-3n-vm-vhost.svg +++ /dev/null @@ -1,1110 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Virtual 3-Node Topology: nested-VM Service Switching - - - - - - - - SUT1 VM - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - nested-VM[n] - - - - - - - - - - - - - - - - nested-VM[1] - - - - - - - - - - - - - - - - nested-VM[2] - - - - - - - - DUT1 - - - - - - - - TG VM - - - - - - - - - - - - - LinuxKernel - - - - - - - - Linux-Guest - - - - - - - - User-Space - - - - - - - - VNF[1] - - - - - - … - - - - - - - - VNF[2] - - - - - - - - VNF[n] - - - - - - - - vNIC - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - … - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - FwdCxt[0] - - - - - - - - - - FwdCxt[1] - - - - - - - - - - FwdCxt[2] - - - - - - - - - - FwdCxt[n] - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - SUT2 VM - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - nested-VM[n] - - - - - - - - - - - - - - - - nested-VM[1] - - - - - - - - - - - - - - - - nested-VM[2] - - - - - - - - DUT2 - - - - - - - - - - - - - LinuxKernel - - - - - - - - Linux-Guest - - - - - - - - User-Space - - - - - - - - VNF[1] - - - - - - … - - - - - - - - VNF[2] - - - - - - - - VNF[n] - - - - - - - - vNIC - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - … - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - FwdCxt[0] - - - - - - - - - - FwdCxt[1] - - - - - - - - - - FwdCxt[2] - - - - - - - - - - FwdCxt[n] - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index ee56d79a42..f2162280c6 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -42,10 +42,7 @@ DIR[DTR,MRR,VPP,3N,DNV]: "{DIR[DTR]}/vpp_mrr_results_3n_dnv" DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv" DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw" - DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu" - DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos" DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu" - DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results" DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements" # Detailed test configurations @@ -62,8 +59,6 @@ DIR[DTC,MRR,VPP,3N,TSH]: "{DIR[DTC]}/vpp_mrr_configuration_3n_tsh" DIR[DTC,MRR,VPP,3N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_3n_dnv" DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv" - DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu" - DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos" DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu" # Detailed tests operational data @@ -513,14 +508,6 @@ csit-vpp-perf-verify-1908-2n-dnv: - 11 # MRR sel - vpp-func-results-ubuntu: - csit-vpp-functional-1908-ubuntu1604-virl: - - 64 - - vpp-func-results-centos: - csit-vpp-functional-1908-centos7-virl: - - 64 - vpp-device-results-ubuntu: csit-vpp-device-1908-ubuntu1804-1n-skx: - 65 @@ -1898,10 +1885,6 @@ csit-dpdk-perf-verify-master-2n-skx: - 16 - csit-vpp-functional-1908-ubuntu1604-virl: - - 64 - csit-vpp-functional-1908-centos7-virl: - - 64 csit-vpp-device-1908-ubuntu1804-1n-skx: - 65 @@ -3585,109 +3568,6 @@ - "name" - "conf-history" -# Detailed Test Results - VPP Functional Results - Ubuntu -- type: "table" - title: "Detailed Test Results - VPP Functional Results - Ubuntu" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu" - columns: - - title: "Name" - data: "data name" - - title: "Documentation" - data: "data doc" - - title: "Status" - data: "data status" - rows: "generated" - data: "vpp-func-results-ubuntu" - filter: "all" - parameters: - - "name" - - "parent" - - "doc" - - "status" - -# Detailed Test Results - VPP Functional Results - CentOS -- type: "table" - title: "Detailed Test Results - VPP Functional Results - CentOS" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos" - columns: - - title: "Name" - data: "data name" - - title: "Documentation" - data: "data doc" - - - title: "Status" - data: "data status" - rows: "generated" - data: - "vpp-func-results-centos" - filter: "all" - parameters: - - "name" - - "parent" - - "doc" - - "status" - -# Test configuration - VPP Functional Test Configs - Ubuntu -- type: "table" - title: "Test configuration - VPP Functional Test Configs - Ubuntu" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu" - columns: - - title: "Name" - data: "data name" - - title: "VPP API Test Commands History - Commands Used Per Test Case" - data: "data conf-history" - rows: "generated" - data: "vpp-func-results-ubuntu" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP Functional Test Configs - CentOS -- type: "table" - title: "Test configuration - VPP Functional Test Configs - CentOS" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos" - columns: - - title: "Name" - data: "data name" - - title: "VPP API Test Commands History - Commands Used Per Test Case" - data: "data conf-history" - rows: "generated" - data: "vpp-func-results-centos" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -## Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw -#- type: "table" -# title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw" -# algorithm: "table_details" -# output-file-ext: ".csv" -# output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw" -# columns: -# - title: "Name" -# data: "data name" -# - title: "Status" -# data: "data msg" -# rows: "generated" -# data: "ligato-perf-results-3n-hsw" -# filter: "all" -# parameters: -# - "name" -# - "parent" -# - "msg" - # Detailed Test Results - VPP Device Results - Ubuntu - type: "table" title: "Detailed Test Results - VPP Device Results - Ubuntu" @@ -4642,76 +4522,6 @@ - "parent" data-start-level: 3 -# VPP Functional Results - Ubuntu -- type: "file" - title: "VPP Functional Results - Ubuntu" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTR,FUNC,VPP,UBUNTU]}" - data: "vpp-func-results-ubuntu" - filter: "all" - parameters: - - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 - -# VPP Functional Results - CentOS -- type: "file" - title: "VPP Functional Results - CentOS" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTR,FUNC,VPP,CENTOS]}" - data: - "vpp-func-results-centos" - filter: "all" - parameters: - - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 - -# VPP Functional Configuration - Ubuntu -- type: "file" - title: "VPP Functional Configuration - Ubuntu" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTC,FUNC,VPP,UBUNTU]}" - data: "vpp-func-results-ubuntu" - filter: "all" - parameters: - - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 - -# VPP Functional Configuration - CentOS -- type: "file" - title: "VPP Functional Configuration - CentOS" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTC,FUNC,VPP,CENTOS]}" - data: - "vpp-func-results-centos" - filter: "all" - parameters: - - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 - # VPP Device Results - Ubuntu - type: "file" title: "VPP Device Results - Ubuntu" -- 2.16.6