From feac1add7b15bb7d66da1320bb6a6e95a722c504 Mon Sep 17 00:00:00 2001 From: pmikus Date: Wed, 24 May 2023 13:24:19 +0000 Subject: [PATCH] remove(tools): presentation, docs Signed-off-by: pmikus Change-Id: Icc07d18b9c0bd00af157bb817205e5b54824d525 --- resources/tools/doc_gen/.gitignore | 3 - resources/tools/doc_gen/README.rst | 116 - resources/tools/doc_gen/gen_rst.py | 322 - resources/tools/doc_gen/src/Makefile | 225 - resources/tools/doc_gen/src/conf.py | 302 - resources/tools/doc_gen/src/index.rst | 16 - resources/tools/doc_gen/src/indices.rst | 6 - resources/tools/doc_gen/src/overview.rst | 53 - .../doc_gen/src/resources.libraries.python.rst | 3 - .../doc_gen/src/resources.libraries.robot.rst | 3 - resources/tools/doc_gen/src/tests.dpdk.perf.rst | 3 - resources/tools/doc_gen/src/tests.trex.perf.rst | 2 - resources/tools/doc_gen/src/tests.vpp.device.rst | 3 - resources/tools/doc_gen/src/tests.vpp.perf.rst | 3 - resources/tools/presentation/README.md | 52 - resources/tools/presentation/__init__.py | 34 - resources/tools/presentation/convert_xml_json.py | 410 - .../tools/presentation/doc/graphs_improvements.css | 5 - .../tools/presentation/doc/graphs_improvements.rst | 590 - .../tools/presentation/doc/pal_func_diagram.svg | 1413 -- resources/tools/presentation/doc/pal_layers.svg | 441 - resources/tools/presentation/doc/pal_lld.rst | 1715 --- .../tools/presentation/doc/pic/graph-latency.svg | 1127 -- .../tools/presentation/doc/pic/graph-speedup.svg | 1554 --- .../presentation/doc/pic/graph-throughput.svg | 645 - .../tools/presentation/doc/report_test_groups.txt | 467 - .../tools/presentation/doc/trending_test_groups.md | 797 -- resources/tools/presentation/environment.py | 129 - resources/tools/presentation/generator_alerts.py | 554 - resources/tools/presentation/generator_cpta.py | 998 -- resources/tools/presentation/generator_files.py | 436 - resources/tools/presentation/generator_plots.py | 1868 --- resources/tools/presentation/generator_report.py | 270 - resources/tools/presentation/generator_tables.py | 2303 ---- resources/tools/presentation/input_data_files.py | 312 - resources/tools/presentation/input_data_parser.py | 1862 --- .../tools/presentation/json/template_0.1.0.json | 23 - resources/tools/presentation/pal.py | 196 - resources/tools/presentation/pal_errors.py | 83 - resources/tools/presentation/pal_utils.py | 352 - .../presentation/rca/rca-2n-clx-2t1c-pdr-rca1.yaml | 68 - .../presentation/rca/rca-2n-clx-2t1c-pdr-rca2.yaml | 29 - .../presentation/rca/rca-2n-skx-2t1c-ndr-rca1.yaml | 79 - .../presentation/rca/rca-2n-skx-2t1c-ndr-rca2.yaml | 37 - .../presentation/rca/rca-2n-skx-2t1c-pdr-rca1.yaml | 74 - .../presentation/rca/rca-2n-skx-2t1c-pdr-rca2.yaml | 31 - .../presentation/rca/rca-3n-skx-2t1c-pdr-rca1.yaml | 60 - .../presentation/rca/rca-3n-skx-2t1c-pdr-rca2.yaml | 24 - resources/tools/presentation/run_convert.sh | 35 - .../tools/presentation/specification_parser.py | 920 -- .../specifications/converter/environment.yaml | 130 - .../specifications/converter/input.yaml | 21 - .../specifications/report/data_sets.yaml | 1431 -- .../specifications/report/elements.yaml | 13364 ------------------- .../specifications/report/environment.yaml | 231 - .../specifications/report/layouts.yaml | 930 -- .../specifications/report_local/data_sets.yaml | 51 - .../specifications/report_local/elements.yaml | 316 - .../specifications/report_local/environment.yaml | 253 - .../specifications/report_local/layouts.yaml | 875 -- .../specifications/trending/data_sets.yaml | 311 - .../specifications/trending/elements.yaml | 6768 ---------- .../specifications/trending/environment.yaml | 191 - .../specifications/trending/layouts.yaml | 212 - .../tools/presentation/sphinx_conf/report/conf.py | 299 - .../presentation/sphinx_conf/trending/conf.py | 113 - resources/tools/presentation/static_content.py | 62 - 67 files changed, 46611 deletions(-) delete mode 100644 resources/tools/doc_gen/.gitignore delete mode 100644 resources/tools/doc_gen/README.rst delete mode 100755 resources/tools/doc_gen/gen_rst.py delete mode 100644 resources/tools/doc_gen/src/Makefile delete mode 100644 resources/tools/doc_gen/src/conf.py delete mode 100644 resources/tools/doc_gen/src/index.rst delete mode 100644 resources/tools/doc_gen/src/indices.rst delete mode 100644 resources/tools/doc_gen/src/overview.rst delete mode 100644 resources/tools/doc_gen/src/resources.libraries.python.rst delete mode 100644 resources/tools/doc_gen/src/resources.libraries.robot.rst delete mode 100644 resources/tools/doc_gen/src/tests.dpdk.perf.rst delete mode 100644 resources/tools/doc_gen/src/tests.trex.perf.rst delete mode 100644 resources/tools/doc_gen/src/tests.vpp.device.rst delete mode 100644 resources/tools/doc_gen/src/tests.vpp.perf.rst delete mode 100644 resources/tools/presentation/README.md delete mode 100644 resources/tools/presentation/__init__.py delete mode 100644 resources/tools/presentation/convert_xml_json.py delete mode 100644 resources/tools/presentation/doc/graphs_improvements.css delete mode 100644 resources/tools/presentation/doc/graphs_improvements.rst delete mode 100644 resources/tools/presentation/doc/pal_func_diagram.svg delete mode 100644 resources/tools/presentation/doc/pal_layers.svg delete mode 100644 resources/tools/presentation/doc/pal_lld.rst delete mode 100644 resources/tools/presentation/doc/pic/graph-latency.svg delete mode 100644 resources/tools/presentation/doc/pic/graph-speedup.svg delete mode 100644 resources/tools/presentation/doc/pic/graph-throughput.svg delete mode 100644 resources/tools/presentation/doc/report_test_groups.txt delete mode 100644 resources/tools/presentation/doc/trending_test_groups.md delete mode 100644 resources/tools/presentation/environment.py delete mode 100644 resources/tools/presentation/generator_alerts.py delete mode 100644 resources/tools/presentation/generator_cpta.py delete mode 100644 resources/tools/presentation/generator_files.py delete mode 100644 resources/tools/presentation/generator_plots.py delete mode 100644 resources/tools/presentation/generator_report.py delete mode 100644 resources/tools/presentation/generator_tables.py delete mode 100644 resources/tools/presentation/input_data_files.py delete mode 100644 resources/tools/presentation/input_data_parser.py delete mode 100644 resources/tools/presentation/json/template_0.1.0.json delete mode 100644 resources/tools/presentation/pal.py delete mode 100644 resources/tools/presentation/pal_errors.py delete mode 100644 resources/tools/presentation/pal_utils.py delete mode 100644 resources/tools/presentation/rca/rca-2n-clx-2t1c-pdr-rca1.yaml delete mode 100644 resources/tools/presentation/rca/rca-2n-clx-2t1c-pdr-rca2.yaml delete mode 100644 resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca1.yaml delete mode 100644 resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca2.yaml delete mode 100644 resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca1.yaml delete mode 100644 resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca2.yaml delete mode 100644 resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca1.yaml delete mode 100644 resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca2.yaml delete mode 100755 resources/tools/presentation/run_convert.sh delete mode 100644 resources/tools/presentation/specification_parser.py delete mode 100644 resources/tools/presentation/specifications/converter/environment.yaml delete mode 100644 resources/tools/presentation/specifications/converter/input.yaml delete mode 100644 resources/tools/presentation/specifications/report/data_sets.yaml delete mode 100644 resources/tools/presentation/specifications/report/elements.yaml delete mode 100644 resources/tools/presentation/specifications/report/environment.yaml delete mode 100644 resources/tools/presentation/specifications/report/layouts.yaml delete mode 100644 resources/tools/presentation/specifications/report_local/data_sets.yaml delete mode 100644 resources/tools/presentation/specifications/report_local/elements.yaml delete mode 100644 resources/tools/presentation/specifications/report_local/environment.yaml delete mode 100644 resources/tools/presentation/specifications/report_local/layouts.yaml delete mode 100644 resources/tools/presentation/specifications/trending/data_sets.yaml delete mode 100644 resources/tools/presentation/specifications/trending/elements.yaml delete mode 100644 resources/tools/presentation/specifications/trending/environment.yaml delete mode 100644 resources/tools/presentation/specifications/trending/layouts.yaml delete mode 100644 resources/tools/presentation/sphinx_conf/report/conf.py delete mode 100644 resources/tools/presentation/sphinx_conf/trending/conf.py delete mode 100644 resources/tools/presentation/static_content.py diff --git a/resources/tools/doc_gen/.gitignore b/resources/tools/doc_gen/.gitignore deleted file mode 100644 index 02254b9e4c..0000000000 --- a/resources/tools/doc_gen/.gitignore +++ /dev/null @@ -1,3 +0,0 @@ -_build/** -**/*tar.gz -/tmp diff --git a/resources/tools/doc_gen/README.rst b/resources/tools/doc_gen/README.rst deleted file mode 100644 index 57771e80d5..0000000000 --- a/resources/tools/doc_gen/README.rst +++ /dev/null @@ -1,116 +0,0 @@ -How to generate documentation -============================= - - -Requirements ------------- - -This tool uses Sphinx and read-the-doc theme. All required modules are listed in -src/requirements.txt. These requirements are addition to CSIT requirements -defined in requirements.txt. - -The generated documentation needs Java script to be fully functional. - -The generated documentation is in the directory _build. - - -How to generate documentation ------------------------------ - - - pull the last changes from git - - run: ./run_doc.sh - - -What is documented ------------------- - -All modules which are in these directories are documented: - - resources/libraries/python - - resources/libraries/robot - - tests - -If you add / remove / rename a module or directory to one of these -directories, nothing is needed to be done. - - -How to add or change info in generated documentation ----------------------------------------------------- - -There are templates for - - index - - Python library documentation - - Robot library documentation - - Functional tests documentation - - Performance tests documenation -in src/ directory. - -You can add information you want at the beginning of the file, generated -documentation will be appended at the end of these files. - -See index.rst for example. The information there was copy&pasted from fd.io - - -How to document code for perfect results ----------------------------------------- - -Follow PEP8 and guidelines on wiki https://wiki.fd.io/view/CSIT/Documentation - -This is the best practice when we use Sphinx: - -Python code -+++++++++++ - -.. code:: python - - """Module description, start with one-short-sentence-description. - - Add more descriptive text. - - You can add a list (there must be an empty line): - - - item, - - second item. - - or numbered list (there also must be an empty line): - - #. The first item, - #. The second item. - - """ - - class ExampleClass(BaseClass): - """Start with one-short-sentence-description. - - Add more descriptive text. - """ - - def example_function(parameter, param_def="def"): - """Start with one-short-sentence-description. - - Add more descriptive text, and / or example. - - :Example: - - followed by a blank line! - - You can use also: - .. seealso:: blabla - .. warnings:: blabla - .. note:: blabla - .. todo:: blabla - - :param parameter: The first parameter. Capital letter at the - beginning, full stop at the end, 80 characters long lines. - :param param_def: The parameter with default value. - :type param: str, int, dict, ... Use python data types. - :type param_def: str - :raises: ValueError - describe when this exception is raised. - :returns: Nice string. - :rtype: str - """ - - -Robot code -++++++++++ - -TBD diff --git a/resources/tools/doc_gen/gen_rst.py b/resources/tools/doc_gen/gen_rst.py deleted file mode 100755 index d3f7d96c58..0000000000 --- a/resources/tools/doc_gen/gen_rst.py +++ /dev/null @@ -1,322 +0,0 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -from os import walk, listdir, scandir, environ -from os.path import isfile, isdir, join, getsize - -# Temporary working directory. It is created and deleted by docs.sh -WORKING_DIR = environ.get("WORKING_DIR") - -# Directory with resources to be documented. -RESOURCES_DIR = u"resources" - -# Directory with libraries (python, robot) to be documented. -LIB_DIR = u"libraries" - -# Directory with tests (func, perf) to be documented. -TESTS_DIR = u"tests" - -PY_EXT = u".py" -RF_EXT = u".robot" - -PATH_PY_LIBS = join(WORKING_DIR, RESOURCES_DIR, LIB_DIR, u"python") -PATH_RF_LIBS = join(WORKING_DIR, RESOURCES_DIR, LIB_DIR, u"robot") -PATH_TESTS = join(WORKING_DIR, TESTS_DIR) - -# Sections in rst files -rst_toc = u""" -.. toctree:: -""" - -rst_py_module = u""" -.. automodule:: {}.{} - :members: - :undoc-members: - :show-inheritance: -""" - -rst_rf_suite_setup = u""" -.. robot-settings:: - :source: {} -""" - -rst_rf_variables = u""" -.. robot-variables:: - :source: {} -""" - -rst_rf_keywords = u""" -.. robot-keywords:: - :source: {} -""" - -rst_rf_tests = u""" -.. robot-tests:: - :source: {} -""" - - -def get_files(path, extension): - """Generates the list of files to process. - - :param path: Path to files. - :param extension: Extension of files to process. If it is the empty string, - all files will be processed. - :type path: str - :type extension: str - :returns: List of files to process. - :rtype: list - """ - - file_list = list() - for root, dirs, files in walk(path): - for filename in files: - if extension: - if filename.endswith(extension) and u"__init__" not in filename: - file_list.append(join(root, filename)) - else: - file_list.append(join(root, filename)) - - return file_list - - -def create_file_name(path, start): - """Create the name of rst file. - - Example: - tests.perf.rst - - :param path: Path to a module to be documented. - :param start: The first directory in path which is used in the file name. - :type path: str - :type start: str - :returns: File name. - :rtype: str - """ - dir_list = path.split(u"/") - start_index = dir_list.index(start) - return u".".join(dir_list[start_index:-1]) + u".rst" - - -def create_rst_file_names_set(files, start): - """Generate a set of unique rst file names. - - :param files: List of all files to be documented with path beginning in the - working directory. - :param start: The first directory in path which is used in the file name. - :type files: list - :type start: str - :returns: Set of unique rst file names. - :rtype: set - """ - file_names = set() - for file in files: - file_names.add(create_file_name(file, start)) - return file_names - - -def add_nested_folders_in_rst_set(file_names, path): - """Add RST files from folders where are only folders without tests. - - :param file_names: List of all files to be documented with path beginning - in the working directory. - :param path: Path where it starts adding missing RST files. - :type file_names: list - :type path: str - """ - - # When we split directory tree by "/" we don't need to create RST file in - # folders in depth <= 5. It's because the WORKING_DIR folder structure i - # as following: - # /tmp/tmp-csitXXX/tests/// - # That splits to ie: - # ['', 'tmp', 'tmp-csitXXX', 'tests', 'vpp', 'device', 'container_memif'] - # We need to generate RST files for folders after which - # is in depth > 5 - - for directory in fast_scandir(path): - dir_list = directory.split(u"/") - if len(dir_list) > 5: - # cut ['', 'tmp', 'tmp-csitXXX'] - dir_rst = u".".join(dir_list[3:]) + u".rst" - if dir_rst not in file_names and u"__pycache__" not in dir_rst: - file_names.add(dir_rst) - - -def scan_dir(path): - """Create a list of files and directories in the given directory. - - :param path: Path to the directory. - :type path: str - :returns: List of directories and list of files sorted in alphabetical - order. - :rtype: tuple of two lists - """ - files = list() - dirs = list() - items = listdir(path) - for item in items: - if isfile(join(path, item)) and u"__init__" not in item: - files.append(item) - elif isdir(join(path, item)): - dirs.append(item) - return sorted(dirs), sorted(files) - - -def write_toc(fh, path, dirs): - """Write a table of contents to given rst file. - - :param fh: File handler of the rst file. - :param path: Path to package. - :param dirs: List of directories to be included in ToC. - :type fh: BinaryIO - :type path: str - :type dirs: list - """ - fh.write(rst_toc) - for directory in dirs: - fh.write(f" {u'.'.join(path)}.{directory}\n") - - -def write_module_title(fh, module_name): - """Write the module title to the given rst file. The title will be on the - second level. - - :param fh: File handler of the rst file. - :param module_name: The name of module used for title. - :type fh: BinaryIO - :type module_name: str - """ - title = f"{module_name} suite" - fh.write(f"\n{title}\n{u'-' * len(title)}") - - -def generate_py_rst_files(): - """Generate all rst files for all python modules.""" - - dirs_ignore_list = [u"__pycache__", ] - - py_libs = get_files(PATH_PY_LIBS, PY_EXT) - file_names = create_rst_file_names_set(py_libs, RESOURCES_DIR) - - for file_name in file_names: - path = join(WORKING_DIR, *file_name.split(u".")[:-1]) - dirs, files = scan_dir(path) - - for item in dirs_ignore_list: - while True: - try: - dirs.remove(item) - except ValueError: - break - - full_path = join(WORKING_DIR, file_name) - with open(full_path, mode="a") as fh: - if getsize(full_path) == 0: - package = file_name.split(u".")[-2] - fh.write(f"{package}\n") - fh.write(u"=" * len(f"{package}")) - module_path = file_name.split(u".")[:-1] - if dirs: - write_toc(fh, module_path, dirs) - for file in files: - module_name = file.split(u".")[0] - write_module_title(fh, module_name) - fh.write(rst_py_module.format( - u".".join(module_path), module_name) - ) - - -def generate_rf_rst_files( - file_names, incl_tests=True, incl_keywords=True, incl_suite_setup=False, - incl_variables=False): - """Generate rst files for the given robot modules. - - :param file_names: List of file names to be included in the documentation - (rst files). - :param incl_tests: If True, tests will be included in the documentation. - :param incl_keywords: If True, keywords will be included in the - documentation. - :param incl_suite_setup: If True, the suite setup will be included in the - documentation. - :param incl_variables: If True, the variables will be included in the - documentation. - :type file_names: set - :type incl_tests: bool - :type incl_keywords: bool - :type incl_suite_setup: bool - :type incl_variables: bool - """ - - for file_name in file_names: - path = join(WORKING_DIR, *file_name.split(u".")[:-1]) - dirs, files = scan_dir(path) - - full_path = join(WORKING_DIR, file_name) - with open(full_path, mode="a") as fh: - if getsize(full_path) == 0: - package = file_name.split(u".")[-2] - fh.write(f"{package}\n") - fh.write(u"=" * len(f"{package}") + u"\n") - module_path = file_name.split(u".")[:-1] - if dirs: - write_toc(fh, module_path, dirs) - for file in files: - module_name = file.split(u".")[0] - write_module_title(fh, module_name) - path = join(join(*module_path), module_name + RF_EXT) - if incl_suite_setup: - fh.write(rst_rf_suite_setup.format(path)) - if incl_variables: - fh.write(rst_rf_variables.format(path)) - if incl_keywords: - fh.write(rst_rf_keywords.format(path)) - if incl_tests: - fh.write(rst_rf_tests.format(path)) - - -def generate_kw_rst_files(): - """Generate all rst files for all robot modules with keywords in libraries - directory (no tests).""" - - rf_libs = get_files(PATH_RF_LIBS, RF_EXT) - file_names = create_rst_file_names_set(rf_libs, RESOURCES_DIR) - - generate_rf_rst_files(file_names, incl_tests=False) - - -def generate_tests_rst_files(): - """Generate all rst files for all robot modules with tests in tests - directory. Include also keywords defined in these modules.""" - - tests = get_files(PATH_TESTS, RF_EXT) - file_names = create_rst_file_names_set(tests, TESTS_DIR) - add_nested_folders_in_rst_set(file_names, PATH_TESTS) - - generate_rf_rst_files( - file_names, incl_suite_setup=True, incl_variables=True - ) - - -def fast_scandir(dirname): - subfolders = [f.path for f in scandir(dirname) if f.is_dir()] - for dirname in list(subfolders): - subfolders.extend(fast_scandir(dirname)) - return subfolders - - -if __name__ == u"__main__": - - # Generate all rst files: - generate_py_rst_files() - generate_kw_rst_files() - generate_tests_rst_files() diff --git a/resources/tools/doc_gen/src/Makefile b/resources/tools/doc_gen/src/Makefile deleted file mode 100644 index 087683e4eb..0000000000 --- a/resources/tools/doc_gen/src/Makefile +++ /dev/null @@ -1,225 +0,0 @@ -# Makefile for Sphinx documentation -# - -# You can set these variables from the command line. -SPHINXOPTS = -SPHINXBUILD = sphinx-build -PAPER = -BUILDDIR = _build - -# Internal variables. -PAPEROPT_a4 = -D latex_paper_size=a4 -PAPEROPT_letter = -D latex_paper_size=letter -ALLSPHINXOPTS = -d $(BUILDDIR)/doctrees $(PAPEROPT_$(PAPER)) $(SPHINXOPTS) . -# the i18n builder cannot share the environment and doctrees with the others -I18NSPHINXOPTS = $(PAPEROPT_$(PAPER)) $(SPHINXOPTS) . - -.PHONY: help -help: - @echo "Please use \`make ' where is one of" - @echo " html to make standalone HTML files" - @echo " dirhtml to make HTML files named index.html in directories" - @echo " singlehtml to make a single large HTML file" - @echo " pickle to make pickle files" - @echo " json to make JSON files" - @echo " htmlhelp to make HTML files and a HTML help project" - @echo " qthelp to make HTML files and a qthelp project" - @echo " applehelp to make an Apple Help Book" - @echo " devhelp to make HTML files and a Devhelp project" - @echo " epub to make an epub" - @echo " epub3 to make an epub3" - @echo " latex to make LaTeX files, you can set PAPER=a4 or PAPER=letter" - @echo " latexpdf to make LaTeX files and run them through pdflatex" - @echo " latexpdfja to make LaTeX files and run them through platex/dvipdfmx" - @echo " text to make text files" - @echo " man to make manual pages" - @echo " texinfo to make Texinfo files" - @echo " info to make Texinfo files and run them through makeinfo" - @echo " gettext to make PO message catalogs" - @echo " changes to make an overview of all changed/added/deprecated items" - @echo " xml to make Docutils-native XML files" - @echo " pseudoxml to make pseudoxml-XML files for display purposes" - @echo " linkcheck to check all external links for integrity" - @echo " doctest to run all doctests embedded in the documentation" - @echo " coverage to run coverage check of the documentation (if enabled)" - @echo " dummy to check syntax errors of document sources" - -.PHONY: clean -clean: - rm -rf $(BUILDDIR)/* - -.PHONY: html -html: - $(SPHINXBUILD) -b html $(ALLSPHINXOPTS) $(BUILDDIR)/html - @echo - @echo "Build finished. The HTML pages are in $(BUILDDIR)/html." - -.PHONY: dirhtml -dirhtml: - $(SPHINXBUILD) -b dirhtml $(ALLSPHINXOPTS) $(BUILDDIR)/dirhtml - @echo - @echo "Build finished. The HTML pages are in $(BUILDDIR)/dirhtml." - -.PHONY: singlehtml -singlehtml: - $(SPHINXBUILD) -b singlehtml $(ALLSPHINXOPTS) $(BUILDDIR)/singlehtml - @echo - @echo "Build finished. The HTML page is in $(BUILDDIR)/singlehtml." - -.PHONY: pickle -pickle: - $(SPHINXBUILD) -b pickle $(ALLSPHINXOPTS) $(BUILDDIR)/pickle - @echo - @echo "Build finished; now you can process the pickle files." - -.PHONY: json -json: - $(SPHINXBUILD) -b json $(ALLSPHINXOPTS) $(BUILDDIR)/json - @echo - @echo "Build finished; now you can process the JSON files." - -.PHONY: htmlhelp -htmlhelp: - $(SPHINXBUILD) -b htmlhelp $(ALLSPHINXOPTS) $(BUILDDIR)/htmlhelp - @echo - @echo "Build finished; now you can run HTML Help Workshop with the" \ - ".hhp project file in $(BUILDDIR)/htmlhelp." - -.PHONY: qthelp -qthelp: - $(SPHINXBUILD) -b qthelp $(ALLSPHINXOPTS) $(BUILDDIR)/qthelp - @echo - @echo "Build finished; now you can run "qcollectiongenerator" with the" \ - ".qhcp project file in $(BUILDDIR)/qthelp, like this:" - @echo "# qcollectiongenerator $(BUILDDIR)/qthelp/CSIT.qhcp" - @echo "To view the help file:" - @echo "# assistant -collectionFile $(BUILDDIR)/qthelp/CSIT.qhc" - -.PHONY: applehelp -applehelp: - $(SPHINXBUILD) -b applehelp $(ALLSPHINXOPTS) $(BUILDDIR)/applehelp - @echo - @echo "Build finished. The help book is in $(BUILDDIR)/applehelp." - @echo "N.B. You won't be able to view it unless you put it in" \ - "~/Library/Documentation/Help or install it in your application" \ - "bundle." - -.PHONY: devhelp -devhelp: - $(SPHINXBUILD) -b devhelp $(ALLSPHINXOPTS) $(BUILDDIR)/devhelp - @echo - @echo "Build finished." - @echo "To view the help file:" - @echo "# mkdir -p $$HOME/.local/share/devhelp/CSIT" - @echo "# ln -s $(BUILDDIR)/devhelp $$HOME/.local/share/devhelp/CSIT" - @echo "# devhelp" - -.PHONY: epub -epub: - $(SPHINXBUILD) -b epub $(ALLSPHINXOPTS) $(BUILDDIR)/epub - @echo - @echo "Build finished. The epub file is in $(BUILDDIR)/epub." - -.PHONY: epub3 -epub3: - $(SPHINXBUILD) -b epub3 $(ALLSPHINXOPTS) $(BUILDDIR)/epub3 - @echo - @echo "Build finished. The epub3 file is in $(BUILDDIR)/epub3." - -.PHONY: latex -latex: - $(SPHINXBUILD) -b latex $(ALLSPHINXOPTS) $(BUILDDIR)/latex - @echo - @echo "Build finished; the LaTeX files are in $(BUILDDIR)/latex." - @echo "Run \`make' in that directory to run these through (pdf)latex" \ - "(use \`make latexpdf' here to do that automatically)." - -.PHONY: latexpdf -latexpdf: - $(SPHINXBUILD) -b latex $(ALLSPHINXOPTS) $(BUILDDIR)/latex - @echo "Running LaTeX files through pdflatex..." - $(MAKE) -C $(BUILDDIR)/latex all-pdf - @echo "pdflatex finished; the PDF files are in $(BUILDDIR)/latex." - -.PHONY: latexpdfja -latexpdfja: - $(SPHINXBUILD) -b latex $(ALLSPHINXOPTS) $(BUILDDIR)/latex - @echo "Running LaTeX files through platex and dvipdfmx..." - $(MAKE) -C $(BUILDDIR)/latex all-pdf-ja - @echo "pdflatex finished; the PDF files are in $(BUILDDIR)/latex." - -.PHONY: text -text: - $(SPHINXBUILD) -b text $(ALLSPHINXOPTS) $(BUILDDIR)/text - @echo - @echo "Build finished. The text files are in $(BUILDDIR)/text." - -.PHONY: man -man: - $(SPHINXBUILD) -b man $(ALLSPHINXOPTS) $(BUILDDIR)/man - @echo - @echo "Build finished. The manual pages are in $(BUILDDIR)/man." - -.PHONY: texinfo -texinfo: - $(SPHINXBUILD) -b texinfo $(ALLSPHINXOPTS) $(BUILDDIR)/texinfo - @echo - @echo "Build finished. The Texinfo files are in $(BUILDDIR)/texinfo." - @echo "Run \`make' in that directory to run these through makeinfo" \ - "(use \`make info' here to do that automatically)." - -.PHONY: info -info: - $(SPHINXBUILD) -b texinfo $(ALLSPHINXOPTS) $(BUILDDIR)/texinfo - @echo "Running Texinfo files through makeinfo..." - make -C $(BUILDDIR)/texinfo info - @echo "makeinfo finished; the Info files are in $(BUILDDIR)/texinfo." - -.PHONY: gettext -gettext: - $(SPHINXBUILD) -b gettext $(I18NSPHINXOPTS) $(BUILDDIR)/locale - @echo - @echo "Build finished. The message catalogs are in $(BUILDDIR)/locale." - -.PHONY: changes -changes: - $(SPHINXBUILD) -b changes $(ALLSPHINXOPTS) $(BUILDDIR)/changes - @echo - @echo "The overview file is in $(BUILDDIR)/changes." - -.PHONY: linkcheck -linkcheck: - $(SPHINXBUILD) -b linkcheck $(ALLSPHINXOPTS) $(BUILDDIR)/linkcheck - @echo - @echo "Link check complete; look for any errors in the above output " \ - "or in $(BUILDDIR)/linkcheck/output.txt." - -.PHONY: doctest -doctest: - $(SPHINXBUILD) -b doctest $(ALLSPHINXOPTS) $(BUILDDIR)/doctest - @echo "Testing of doctests in the sources finished, look at the " \ - "results in $(BUILDDIR)/doctest/output.txt." - -.PHONY: coverage -coverage: - $(SPHINXBUILD) -b coverage $(ALLSPHINXOPTS) $(BUILDDIR)/coverage - @echo "Testing of coverage in the sources finished, look at the " \ - "results in $(BUILDDIR)/coverage/python.txt." - -.PHONY: xml -xml: - $(SPHINXBUILD) -b xml $(ALLSPHINXOPTS) $(BUILDDIR)/xml - @echo - @echo "Build finished. The XML files are in $(BUILDDIR)/xml." - -.PHONY: pseudoxml -pseudoxml: - $(SPHINXBUILD) -b pseudoxml $(ALLSPHINXOPTS) $(BUILDDIR)/pseudoxml - @echo - @echo "Build finished. The pseudo-XML files are in $(BUILDDIR)/pseudoxml." - -.PHONY: dummy -dummy: - $(SPHINXBUILD) -b dummy $(ALLSPHINXOPTS) $(BUILDDIR)/dummy - @echo - @echo "Build finished. Dummy builder generates no files." diff --git a/resources/tools/doc_gen/src/conf.py b/resources/tools/doc_gen/src/conf.py deleted file mode 100644 index 02707665ad..0000000000 --- a/resources/tools/doc_gen/src/conf.py +++ /dev/null @@ -1,302 +0,0 @@ -# -*- coding: utf-8 -*- -# -# CSIT documentation build configuration file, created by -# sphinx-quickstart on Tue Nov 8 10:19:40 2016. -# -# This file is execfile()d with the current directory set to its -# containing dir. -# -# Note that not all possible configuration values are present in this -# autogenerated file. -# -# All configuration values have a default; values that are commented out -# serve to show the default. - -# If extensions (or modules to document with autodoc) are in another directory, -# add these directories to sys.path here. If the directory is relative to the -# documentation root, use os.path.abspath to make it absolute, like shown here. -# -import os -import sys - -sys.path.insert(0, os.path.abspath(u".")) - -# -- General configuration ------------------------------------------------ - -# If your documentation needs a minimal Sphinx version, state it here. -# -# needs_sphinx = '1.0' - -# Add any Sphinx extension module names here, as strings. They can be -# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom -# ones. -extensions = [ - u"sphinx.ext.autodoc", - u"sphinx.ext.doctest", - u"sphinxcontrib_robotdoc" -] - -# Add any paths that contain templates here, relative to this directory. -templates_path = [u"_templates"] - -# The suffix(es) of source file names. -# You can specify multiple suffix as a list of string: -# -source_suffix = [u".rst", u".md"] - -# The master toctree document. -master_doc = u"index" - -# General information about the project. -project = u"FD.io CSIT" -copyright = u"2021, FD.io" -author = u'FD.io CSIT' - -# The version info for the project you're documenting, acts as replacement for -# |version| and |release|, also used in various other places throughout the -# built documents. -# -# The short X.Y version. -# version = u'master' -# The full version, including alpha/beta/rc tags. -# release = u'master' - -# The language for content autogenerated by Sphinx. Refer to documentation -# for a list of supported languages. -# -# This is also used if you do content translation via gettext catalogs. -# Usually you set "language" from the command line for these cases. -language = u'en' - -# There are two options for replacing |today|: either, you set today to some -# non-false value, then it is used: -# -# today = '' -# -# Else, today_fmt is used as the format for a strftime call. -# -# today_fmt = '%B %d, %Y' - -# List of patterns, relative to source directory, that match files and -# directories to ignore when looking for source files. -# This patterns also effect to html_static_path and html_extra_path -exclude_patterns = [u"_build", u"Thumbs.db", u".DS_Store"] - -# The reST default role (used for this markup: `text`) to use for all -# documents. -# -# default_role = None - -# If true, '()' will be appended to :func: etc. cross-reference text. -# -# add_function_parentheses = True - -# If true, the current module name will be prepended to all description -# unit titles (such as .. function::). -# -# add_module_names = True - -# If true, sectionauthor and moduleauthor directives will be shown in the -# output. They are ignored by default. -# -# show_authors = False - -# The name of the Pygments (syntax highlighting) style to use. -pygments_style = u"sphinx" - -# If true, `todo` and `todoList` produce output, else they produce nothing. -todo_include_todos = False - - -# -- Options for HTML output ---------------------------------------------- - -# The theme to use for HTML and HTML Help pages. See the documentation for -# a list of builtin themes. -# -# html_theme =u"alabaster" -html_theme = u"sphinx_rtd_theme" - -# Theme options are theme-specific and customize the look and feel of a theme -# further. For a list of options available for each theme, see the -# documentation. -# -html_theme_options = { - u'canonical_url': u'', - u'analytics_id': u'', - u'logo_only': False, - u'display_version': True, - u'prev_next_buttons_location': u'bottom', - u'style_external_links': False, - # Toc options - u'collapse_navigation': True, - u'sticky_navigation': True, - u'navigation_depth': 3, - u'includehidden': True, - u'titles_only': False -} - -# Add any paths that contain custom themes here, relative to this directory. -html_theme_path = [u'env/lib/python3.8/site-packages/sphinx_rtd_theme'] - -# The name for this set of Sphinx documents. -# " v documentation" by default. -# -html_title = u"CSIT Documentation" - -# A shorter title for the navigation bar. Default is the same as html_title. -# -html_short_title = u"CSIT" - -# The name of an image file (relative to this directory) to use as a favicon of -# the docs. This file should be a Windows icon file (.ico) being 16x16 or 32x32 -# pixels large. -# -# html_favicon = None - -# Add any paths that contain custom static files (such as style sheets) here, -# relative to this directory. They are copied after the builtin static files, -# so a file named "default.css" will overwrite the builtin "default.css". -html_static_path = [u"_static"] - -# Add any extra paths that contain custom files (such as robots.txt or -# .htaccess) here, relative to this directory. These files are copied -# directly to the root of the documentation. -# -# html_extra_path = [] - -# If not None, a 'Last updated on:' timestamp is inserted at every page -# bottom, using the given strftime format. -# The empty string is equivalent to '%b %d, %Y'. -# -# html_last_updated_fmt = None - -# If true, SmartyPants will be used to convert quotes and dashes to -# typographically correct entities. -# -# html_use_smartypants = True - -# Custom sidebar templates, maps document names to template names. -# -# html_sidebars = { -# -# } - -# Additional templates that should be rendered to pages, maps page names to -# template names. -# -# html_additional_pages = {} - -# If false, no module index is generated. -html_domain_indices = True - -# If false, no index is generated. -html_use_index = True - -# If true, the index is split into individual pages for each letter. -html_split_index = False - -# If true, links to the reST sources are added to the pages. -html_show_sourcelink = True - -# Output file base name for HTML help builder. -htmlhelp_basename = u"csitdoc" - -# -- Options for LaTeX output --------------------------------------------- - -latex_elements = { - # The paper size ('letterpaper' or 'a4paper'). - # - # 'papersize': 'letterpaper', - - # The font size ('10pt', '11pt' or '12pt'). - # - # 'pointsize': '10pt', - - # Additional stuff for the LaTeX preamble. - # - # 'preamble': '', - - # Latex figure (float) alignment - # - # 'figure_align': 'htbp', -} - -# Grouping the document tree into LaTeX files. List of tuples -# (source start file, target name, title, -# author, documentclass [howto, manual, or own class]). -latex_documents = [ - (master_doc, u"CSIT.tex", u"CSIT Documentation", u"CSIT", u"manual"), -] - -# The name of an image file (relative to this directory) to place at the top of -# the title page. -# -# latex_logo = None - -# For "manual" documents, if this is true, then toplevel headings are parts, -# not chapters. -# -# latex_use_parts = False - -# If true, show page references after internal links. -# -# latex_show_pagerefs = False - -# If true, show URL addresses after external links. -# -# latex_show_urls = False - -# Documents to append as an appendix to all manuals. -# -# latex_appendices = [] - -# It false, will not define \strong, \code, itleref, \crossref ... but only -# \sphinxstrong, ..., \sphinxtitleref, ... To help avoid clash with user added -# packages. -# -# latex_keep_old_macro_names = True - -# If false, no module index is generated. -# -# latex_domain_indices = True - - -# -- Options for manual page output --------------------------------------- - -# One entry per manual page. List of tuples -# (source start file, name, description, authors, manual section). -man_pages = [ - (master_doc, u"CSIT", u"CSIT Documentation", [author], 1) -] - -# If true, show URL addresses after external links. -# -# man_show_urls = False - - -# -- Options for Texinfo output ------------------------------------------- - -# Grouping the document tree into Texinfo files. List of tuples -# (source start file, target name, title, author, -# dir menu entry, description, category) -texinfo_documents = [ - (master_doc, u"CSIT", u"CSIT Documentation", - author, u"CSIT", u"One line description of project.", - u"Miscellaneous"), -] - -# Documents to append as an appendix to all manuals. -# -# texinfo_appendices = [] - -# If false, no module index is generated. -# -# texinfo_domain_indices = True - -# How to display URL addresses: 'footnote', 'no', or 'inline'. -# -# texinfo_show_urls = 'footnote' - -# If true, do not generate a @detailmenu in the "Top" node's menu. -# -# texinfo_no_detailmenu = False diff --git a/resources/tools/doc_gen/src/index.rst b/resources/tools/doc_gen/src/index.rst deleted file mode 100644 index 82f01db0c8..0000000000 --- a/resources/tools/doc_gen/src/index.rst +++ /dev/null @@ -1,16 +0,0 @@ -Contents --------- - -.. toctree:: - :numbered: - :maxdepth: 1 - :glob: - - overview - resources.libraries.python - resources.libraries.robot - tests.dpdk.perf - tests.trex.perf - tests.vpp.device - tests.vpp.perf - indices diff --git a/resources/tools/doc_gen/src/indices.rst b/resources/tools/doc_gen/src/indices.rst deleted file mode 100644 index d46b839f66..0000000000 --- a/resources/tools/doc_gen/src/indices.rst +++ /dev/null @@ -1,6 +0,0 @@ -Indices and tables -================== - -* :ref:`genindex` -* :ref:`modindex` -* :ref:`search` diff --git a/resources/tools/doc_gen/src/overview.rst b/resources/tools/doc_gen/src/overview.rst deleted file mode 100644 index 4b7ab20d87..0000000000 --- a/resources/tools/doc_gen/src/overview.rst +++ /dev/null @@ -1,53 +0,0 @@ -.. |csit| replace:: Continuous System Integration and Testing - -CSIT Description -================ - -#. Development of software code for fully automated VPP code testing, - functionality, performance, regression and new functions. - -#. Execution of CSIT test suites on VPP code running on LF FD.io virtual and - physical compute environments. - -#. Integration with FD.io continuous integration systems (Gerrit, Jenkins and - such). - -#. Identified existing FD.io project dependencies and interactions: - - - vpp - Vector Packet Processing. - - ci-management - Management repo for Jenkins Job Builder, script and - management related to the Jenkins CI configuration. - -Project Scope -------------- - -#. Automated regression testing of VPP code changes - - - Functionality of VPP data plane, network control plane, management plane - against functional specifications. - - Performance of VPP data plane including non-drop-rate packet throughput - and delay, against established reference benchmarks. - - Performance of network control plane against established reference - benchmarks. - - Performance of management plane against established reference benchmarks. - -#. Test case definitions driven by supported and planned VPP functionality, - interfaces and performance: - - - Uni-dimensional tests: Data plane, (Network) Control plane, Management - plane. - - Multi-dimensional tests: Use case driven. - -#. Integration with FD.io Continuous Integration system including FD.io Gerrit - and Jenkins - - - Automated test execution triggered by VPP-VERIFY jobs other VPP and CSIT - project jobs. - -#. Integration with LF VPP test execution environment - - - Functional tests execution on LF hosted VM environment. - - Performance and functional tests execution on LF hosted physical compute - environment. - - Subset of tests executed on LF hosted physical compute running VIRL - (Virtual Internet Routing Lab). diff --git a/resources/tools/doc_gen/src/resources.libraries.python.rst b/resources/tools/doc_gen/src/resources.libraries.python.rst deleted file mode 100644 index a5ee9dd0c0..0000000000 --- a/resources/tools/doc_gen/src/resources.libraries.python.rst +++ /dev/null @@ -1,3 +0,0 @@ -Python Library -============== - diff --git a/resources/tools/doc_gen/src/resources.libraries.robot.rst b/resources/tools/doc_gen/src/resources.libraries.robot.rst deleted file mode 100644 index 9d93f6c42c..0000000000 --- a/resources/tools/doc_gen/src/resources.libraries.robot.rst +++ /dev/null @@ -1,3 +0,0 @@ -Robot Library -============= - diff --git a/resources/tools/doc_gen/src/tests.dpdk.perf.rst b/resources/tools/doc_gen/src/tests.dpdk.perf.rst deleted file mode 100644 index a528a41924..0000000000 --- a/resources/tools/doc_gen/src/tests.dpdk.perf.rst +++ /dev/null @@ -1,3 +0,0 @@ -DPDK Performance Tests -====================== - diff --git a/resources/tools/doc_gen/src/tests.trex.perf.rst b/resources/tools/doc_gen/src/tests.trex.perf.rst deleted file mode 100644 index 55ab087177..0000000000 --- a/resources/tools/doc_gen/src/tests.trex.perf.rst +++ /dev/null @@ -1,2 +0,0 @@ -TREX Performance Tests -====================== diff --git a/resources/tools/doc_gen/src/tests.vpp.device.rst b/resources/tools/doc_gen/src/tests.vpp.device.rst deleted file mode 100644 index c042cd57b5..0000000000 --- a/resources/tools/doc_gen/src/tests.vpp.device.rst +++ /dev/null @@ -1,3 +0,0 @@ -VPP Device Tests -================ - diff --git a/resources/tools/doc_gen/src/tests.vpp.perf.rst b/resources/tools/doc_gen/src/tests.vpp.perf.rst deleted file mode 100644 index e349eafe8f..0000000000 --- a/resources/tools/doc_gen/src/tests.vpp.perf.rst +++ /dev/null @@ -1,3 +0,0 @@ -VPP Performance Tests -===================== - diff --git a/resources/tools/presentation/README.md b/resources/tools/presentation/README.md deleted file mode 100644 index 605cb52df4..0000000000 --- a/resources/tools/presentation/README.md +++ /dev/null @@ -1,52 +0,0 @@ -# Presentation and Analytics Layer - -Presentation and Analytics Layer (PAL) makes possible to present and -analyse the test results generated by CSIT Jenkins jobs. - -## Using PAL in the Local mode - -The local mode makes possible to use: -1. a single XML file, -2. a directory with XML files, or -3. a directory with directories of XML files. - -### Using a single XML file - -Run the script with the path to a local XML file, e.g.: - - ./run_local_report.sh --file output.xml - -### Using a directory of XML files - -Store all XML files in a directory, e.g.: - - csit-vpp-perf-verify-2001-3n-icx/ - ├── csit-vpp-perf-verify-2001-3n-icx__5__output_info.xml - ├── csit-vpp-perf-verify-2001-3n-icx__6__output_info.xml - └── csit-vpp-perf-verify-2001-3n-icx__7__output_info.xml - -and use: - - ./run_local_report.sh --directory csit-vpp-perf-verify-2001-3n-icx/ - -### Using a directory with directories of XML files. - -Store all XML files in a directory structure, e.g.: - - local/ - ├── csit-vpp-perf-verify-2001-2n-clx - │   ├── csit-vpp-perf-verify-2001-2n-clx__28__output_info.xml - │   └── csit-vpp-perf-verify-2001-2n-clx__29__output_info.xml - └── csit-vpp-perf-verify-2001-3n-icx - ├── csit-vpp-perf-verify-2001-3n-icx__5__output_info.xml - ├── csit-vpp-perf-verify-2001-3n-icx__6__output_info.xml - └── csit-vpp-perf-verify-2001-3n-icx__7__output_info.xml - -and use: - - ./run_local_report.sh --directory local/ - -### Example - -For more information and for a running example see the specificaton file -`specification_local.yaml`. diff --git a/resources/tools/presentation/__init__.py b/resources/tools/presentation/__init__.py deleted file mode 100644 index 70c5f9c4c5..0000000000 --- a/resources/tools/presentation/__init__.py +++ /dev/null @@ -1,34 +0,0 @@ -# Copyright (c) 2023 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -""" -__init__ file for directory presentation - -This makes the presentation a part of the great CSIT resources package. -""" - -from .pal_errors import PresentationError -from .pal_utils import archive_input_data, classify_anomalies, \ - convert_csv_to_pretty_txt, execute_command, get_files, \ - get_last_completed_build_number, get_last_successful_build_nr, \ - get_rst_title_char, mean, relative_change, relative_change_stdev, stdev -from .environment import Environment -from .specification_parser import Specification -from .input_data_parser import InputData -from .generator_tables import generate_tables -from .generator_plots import generate_plots -from .generator_files import generate_files -from .static_content import prepare_static_content -from .generator_report import generate_report -from .generator_cpta import generate_cpta -from .generator_alerts import Alerting diff --git a/resources/tools/presentation/convert_xml_json.py b/resources/tools/presentation/convert_xml_json.py deleted file mode 100644 index 236c795093..0000000000 --- a/resources/tools/presentation/convert_xml_json.py +++ /dev/null @@ -1,410 +0,0 @@ -# Copyright (c) 2023 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -"""Convert output_info.xml files into JSON structures. - -Version: 0.1.0 -Date: 22nd June 2021 - -The json structure is defined in https://gerrit.fd.io/r/c/csit/+/28992 -""" - -import os -import re -import json -import logging -import gzip - -from os.path import join -from shutil import rmtree -from copy import deepcopy -from json import loads - -from pal_utils import get_files - - -class JSONData: - """A Class storing and manipulating data from tests. - """ - - def __init__(self, template=None): - """Initialization. - - :param template: JSON formatted template used to store data. It can - include default values. - :type template: dict - """ - - self._template = deepcopy(template) - self._data = self._template if self._template else dict() - - def __str__(self): - """Return a string with human readable data. - - :returns: Readable description. - :rtype: str - """ - return str(self._data) - - def __repr__(self): - """Return a string executable as Python constructor call. - - :returns: Executable constructor call. - :rtype: str - """ - return f"JSONData(template={self._template!r})" - - @property - def data(self): - """Getter - - :return: Data stored in the object. - :rtype: dict - """ - return self._data - - def update(self, kwargs): - """Update the data with new data from the dictionary. - - :param kwargs: Key value pairs to be added to the data. - :type kwargs: dict - """ - self._data.update(kwargs) - - def set_key(self, key, val): - """Setter. - - :param key: The key to be updated / added. - :param val: The key value. - :type key: str - :type val: object - """ - self._data[key] = deepcopy(val) - - def add_to_list(self, key, val): - """Add an item to the list identified by key. - - :param key: The key identifying the list. - :param val: The val to be appended to the list. If val is a list, - extend is used. - """ - if self._data.get(key, None) is None: - self._data[key] = list() - if isinstance(val, list): - self._data[key].extend(val) - else: - self._data[key].append(val) - - def dump(self, file_out, indent=None): - """Write JSON data to a file. - - :param file_out: Path to the output JSON file. - :param indent: Indentation of items in JSON string. It is directly - passed to json.dump method. - :type file_out: str - :type indent: str - """ - try: - with open(file_out, u"w") as file_handler: - json.dump(self._data, file_handler, indent=indent) - except OSError as err: - logging.warning(f"{repr(err)} Skipping") - - def load(self, file_in): - """Load JSON data from a file. - - :param file_in: Path to the input JSON file. - :type file_in: str - :raises: ValueError if the data being deserialized is not a valid - JSON document. - :raises: IOError if the file is not found or corrupted. - """ - with open(file_in, u"r") as file_handler: - self._data = json.load(file_handler) - - -def _export_test_from_xml_to_json(tid, in_data, out, template, metadata): - """Export data from a test to a json structure. - - :param tid: Test ID. - :param in_data: Test data. - :param out: Path to output json file. - :param template: JSON template with optional default values. - :param metadata: Data which are not stored in XML structure. - :type tid: str - :type in_data: dict - :type out: str - :type template: dict - :type metadata: dict - """ - - data = JSONData(template=template) - - data.update(metadata) - data.set_key(u"test_id", tid) - t_type = in_data.get(u"type", u"") - t_type = u"NDRPDR" if t_type == u"CPS" else t_type # It is NDRPDR - data.set_key(u"test_type", t_type) - tags = in_data.get(u"tags", list()) - data.set_key(u"tags", tags) - data.set_key(u"documentation", in_data.get(u"documentation", u"")) - data.set_key(u"message", in_data.get(u"msg", u"")) - data.set_key(u"start_time", in_data.get(u"starttime", u"")) - data.set_key(u"end_time", in_data.get(u"endtime", u"")) - data.set_key(u"status", in_data.get(u"status", u"FAILED")) - sut_type = u"" - if u"vpp" in tid: - sut_type = u"vpp" - elif u"dpdk" in tid: - sut_type = u"dpdk" - data.set_key(u"sut_type", sut_type) - - # Process configuration history: - in_papi = deepcopy(in_data.get(u"conf_history", None)) - if in_papi: - regex_dut = re.compile(r'\*\*DUT(\d):\*\*') - node_id = u"dut1" - for line in in_papi.split(u"\n"): - if not line: - continue - groups = re.search(regex_dut, line) - if groups: - node_id = f"dut{groups.group(1)}" - else: - data.add_to_list( - u"log", - { - u"source_type": u"node", - u"source_id": node_id, - u"msg_type": u"papi", - u"log_level": u"INFO", - u"timestamp": in_data.get(u"starttime", u""), - u"msg": line, - u"data": list() - } - ) - - # Process show runtime: - if in_data.get(u"telemetry-show-run", None): - for item in in_data[u"telemetry-show-run"].values(): - data.add_to_list(u"log", item.get(u"runtime", dict())) - else: - in_sh_run = deepcopy(in_data.get(u"show-run", None)) - if in_sh_run: - # Transform to openMetrics format - for key, val in in_sh_run.items(): - log_item = { - u"source_type": u"node", - u"source_id": key, - u"msg_type": u"metric", - u"log_level": u"INFO", - u"timestamp": in_data.get(u"starttime", u""), - u"msg": u"show_runtime", - u"data": list() - } - runtime = loads(val.get(u"runtime", list())) - for item in runtime: - for metric, m_data in item.items(): - if metric == u"name": - continue - for idx, m_item in enumerate(m_data): - log_item[u"data"].append( - { - u"name": metric, - u"value": m_item, - u"labels": { - u"host": val.get(u"host", u""), - u"socket": val.get(u"socket", u""), - u"graph_node": item.get(u"name", u""), - u"thread_id": str(idx) - } - } - ) - data.add_to_list(u"log", log_item) - - # Process results: - results = dict() - if t_type == u"DEVICETEST": - pass # Nothing to add. - elif t_type == u"NDRPDR": - results = { - u"throughput": { - u"unit": - u"cps" if u"TCP_CPS" in tags or u"UDP_CPS" in tags - else u"pps", - u"ndr": { - u"value": { - u"lower": in_data.get(u"throughput", dict()). - get(u"NDR", dict()).get(u"LOWER", u"NaN"), - u"upper": in_data.get(u"throughput", dict()). - get(u"NDR", dict()).get(u"UPPER", u"NaN") - }, - u"value_gbps": { - u"lower": in_data.get(u"gbps", dict()). - get(u"NDR", dict()).get(u"LOWER", u"NaN"), - u"upper": in_data.get(u"gbps", dict()). - get(u"NDR", dict()).get(u"UPPER", u"NaN") - } - }, - u"pdr": { - u"value": { - u"lower": in_data.get(u"throughput", dict()). - get(u"PDR", dict()).get(u"LOWER", u"NaN"), - u"upper": in_data.get(u"throughput", dict()). - get(u"PDR", dict()).get(u"UPPER", u"NaN") - }, - u"value_gbps": { - u"lower": in_data.get(u"gbps", dict()). - get(u"PDR", dict()).get(u"LOWER", u"NaN"), - u"upper": in_data.get(u"gbps", dict()). - get(u"PDR", dict()).get(u"UPPER", u"NaN") - } - } - }, - u"latency": { - u"forward": { - u"pdr_90": in_data.get(u"latency", dict()). - get(u"PDR90", dict()).get(u"direction1", u"NaN"), - u"pdr_50": in_data.get(u"latency", dict()). - get(u"PDR50", dict()).get(u"direction1", u"NaN"), - u"pdr_10": in_data.get(u"latency", dict()). - get(u"PDR10", dict()).get(u"direction1", u"NaN"), - u"pdr_0": in_data.get(u"latency", dict()). - get(u"LAT0", dict()).get(u"direction1", u"NaN") - }, - u"reverse": { - u"pdr_90": in_data.get(u"latency", dict()). - get(u"PDR90", dict()).get(u"direction2", u"NaN"), - u"pdr_50": in_data.get(u"latency", dict()). - get(u"PDR50", dict()).get(u"direction2", u"NaN"), - u"pdr_10": in_data.get(u"latency", dict()). - get(u"PDR10", dict()).get(u"direction2", u"NaN"), - u"pdr_0": in_data.get(u"latency", dict()). - get(u"LAT0", dict()).get(u"direction2", u"NaN") - } - } - } - elif t_type == "MRR": - results = { - u"unit": u"pps", # Old data use only pps - u"samples": in_data.get(u"result", dict()).get(u"samples", list()), - u"avg": in_data.get(u"result", dict()).get(u"receive-rate", u"NaN"), - u"stdev": in_data.get(u"result", dict()). - get(u"receive-stdev", u"NaN") - } - elif t_type == "SOAK": - results = { - u"critical_rate": { - u"lower": in_data.get(u"throughput", dict()). - get(u"LOWER", u"NaN"), - u"upper": in_data.get(u"throughput", dict()). - get(u"UPPER", u"NaN"), - } - } - elif t_type == "HOSTSTACK": - results = in_data.get(u"result", dict()) - # elif t_type == "TCP": # Not used ??? - # results = in_data.get(u"result", u"NaN") - elif t_type == "RECONF": - results = { - u"loss": in_data.get(u"result", dict()).get(u"loss", u"NaN"), - u"time": in_data.get(u"result", dict()).get(u"time", u"NaN") - } - else: - pass - data.set_key(u"results", results) - - data.dump(out, indent=u" ") - - -def convert_xml_to_json(spec, data): - """Convert downloaded XML files into JSON. - - Procedure: - - create one json file for each test, - - gzip all json files one by one, - - delete json files. - - :param spec: Specification read from the specification files. - :param data: Input data parsed from output.xml files. - :type spec: Specification - :type data: InputData - """ - - logging.info(u"Converting downloaded XML files to JSON ...") - - template_name = spec.output.get(u"use-template", None) - structure = spec.output.get(u"structure", u"tree") - if template_name: - with open(template_name, u"r") as file_handler: - template = json.load(file_handler) - else: - template = None - - build_dir = spec.environment[u"paths"][u"DIR[BUILD,JSON]"] - try: - rmtree(build_dir) - except FileNotFoundError: - pass # It does not exist - - os.mkdir(build_dir) - - for job, builds in data.data.items(): - logging.info(f" Processing job {job}") - if structure == "tree": - os.makedirs(join(build_dir, job), exist_ok=True) - for build_nr, build in builds.items(): - logging.info(f" Processing build {build_nr}") - if structure == "tree": - os.makedirs(join(build_dir, job, build_nr), exist_ok=True) - for test_id, test_data in build[u"tests"].items(): - groups = re.search(re.compile(r'-(\d+[tT](\d+[cC]))-'), test_id) - if groups: - test_id = test_id.replace(groups.group(1), groups.group(2)) - logging.info(f" Processing test {test_id}") - if structure == "tree": - dirs = test_id.split(u".")[:-1] - name = test_id.split(u".")[-1] - os.makedirs( - join(build_dir, job, build_nr, *dirs), exist_ok=True - ) - file_name = \ - f"{join(build_dir, job, build_nr, *dirs, name)}.json" - else: - file_name = join( - build_dir, - u'.'.join((job, build_nr, test_id, u'json')) - ) - suite_id = test_id.rsplit(u".", 1)[0].replace(u" ", u"_") - _export_test_from_xml_to_json( - test_id, test_data, file_name, template, - { - u"ci": u"jenkins.fd.io", - u"job": job, - u"build_number": build_nr, - u"suite_id": suite_id, - u"suite_doc": build[u"suites"].get(suite_id, dict()). - get(u"doc", u""), - u"testbed": build[u"metadata"].get(u"testbed", u""), - u"sut_version": build[u"metadata"].get(u"version", u"") - } - ) - - # gzip the json files: - for file in get_files(build_dir, u"json"): - with open(file, u"rb") as src: - with gzip.open(f"{file}.gz", u"wb") as dst: - dst.writelines(src) - os.remove(file) - - logging.info(u"Done.") diff --git a/resources/tools/presentation/doc/graphs_improvements.css b/resources/tools/presentation/doc/graphs_improvements.css deleted file mode 100644 index bd0ffa6435..0000000000 --- a/resources/tools/presentation/doc/graphs_improvements.css +++ /dev/null @@ -1,5 +0,0 @@ -body { - background-color: #F0FFFF; - width: 820px; - margin: 10px auto; -} diff --git a/resources/tools/presentation/doc/graphs_improvements.rst b/resources/tools/presentation/doc/graphs_improvements.rst deleted file mode 100644 index 331905cabb..0000000000 --- a/resources/tools/presentation/doc/graphs_improvements.rst +++ /dev/null @@ -1,590 +0,0 @@ -================================ - Envisioning information by PAL -================================ - -Introduction ------------- - -This document describes possible improvements in data presentation provided by -PAL for the `Report `_ and the -`Trending `_ - -You can generate a standalone html version of this document using e.g. -rst2html5 tool: - -.. code:: bash - - rst2html5 --stylesheet graphs_improvements.css graphs_improvements.rst >> graphs_improvements.html - -**Modifications of existing graphs** - -- `Speedup Multi-core`_ -- `Packet Throughput`_ -- `Packet Latency`_ - -**New graphs to be added** - -- `Comparison between releases`_ -- `Comparison between processor architectures`_ -- `Comparison between 2-node and 3-node topologies`_ -- `Comparison between different physical testbed instances`_ -- `Comparison between NICs`_ -- `Other comparisons`_ - -**Export of static images** - -- low priority -- make possible to `export static images`_ which are available via link on the - web page. -- vector formats (svg, pdf) are preferred - -Priorities ----------- - -**Target CSIT-18.10** - -- `Speedup Multi-core`_ -- `Packet Throughput`_ - -**Nice to have in CSIT-18.10** - -.. note:: - - Only if above done, and target CSIT-18.10 is in time , otherwise next - release. - -- `Packet Latency`_ - -Modifications of existing graphs --------------------------------- - -The proposed modifications include the changes in: - -- the layout of the graphs, -- the data and way how it is presented, -- the test cases presented in the graphs. - -The first two points are described below, the last one will be added later as a -separate chapter. - -.. _Speedup Multi-core: - -Speedup Multi-core -`````````````````` - -The "Speedup Multicore" graph will display the measured data together with -perfect values calculated as multiples of the best value measured using one -core. The relative difference between measured and perfect values will be -displayed in the hover next to each data point. - -.. image:: pic/graph-speedup.svg - :width: 800 px - :scale: 50 % - :align: center - :alt: Graph "Speedup Multi-core: not found. - -**Description:** - -*Data displayed:* - -- one or more data series from the same area, keep the number of displayed - data series as low as possible (max 6) -- x-axis: number of cores -- y-axis: throughput (measured and perfect) [Mpps], linear scale, beginning - with 0 -- hover information: Throughput [Mpps], Speedup [1], Relative difference between - measured and ideal values [%], Perfect Throughput [%] -- Limits of ethernet links, NICs and PCIe. See `Physical performance limits`_. - -*Layout:* - -- plot type: lines with data points (plotly.graph_objs.Scatter) -- data series format: - - measured: solid line with data points - - perfect: dashed line with data points, the same color as "measured" -- title: "Speedup Multi-core: ", - top, centered, font size 18; configurable in specification file: visible / - hidden, text -- x-axis: integers, starting with 1 (core), linear, font size 16, bottom -- x-axis label: "Number of cores [qty]", bottom, centered, font size 16 -- y-axis: float, starting with 0, dynamic range, linear, font size 16, left -- y-axis label: "Packet Throughput [Mpps]", middle, left -- legend: list of presented test cases, bottom, left, font size 16; the order - of displayed tests is configurable in the specification file -- annotation: text: "dashed: perfect
solid: measured", top, left, - font size 16 - -.. _Packet Throughput: - -Packet Throughput -````````````````` - -The "Packet Throughput" graph will display the measured data using -statistical box graph. Each data point is constructed from 10 samples. -The statistical data are displayed as hover information. - -.. image:: pic/graph-throughput.svg - :width: 800 px - :scale: 50 % - :align: center - :alt: Graph "Packet Throughput" not found. - -**Description:** - -*Data displayed:* - -- one or more data points from the same area, keep the number of displayed - data points as low as possible (max 6) -- x-axis: indexed test cases -- y-axis: throughput [Mpps], linear scale, beginning with 0 -- hover information: statistical data (min, lower fence, q1, median, q3, - higher fence, max), test case name - -*Layout:* - -- plot type: statistical box (plotly.graph_objs.Box) -- data series format: box -- title: "Packet Throughput: ", - top, centered, font size 18; configurable in specification file: visible / - hidden, text -- x-axis: integers, starting with 1, linear, font size 16, bottom; the order - of displayed tests is configurable in the specification file -- x-axis label: "Indices of Test Cases [Index]", bottom, centered, font size 16 -- y-axis: floats, starting with 0, dynamic range, linear, font size 16, left -- y-axis label: "Packet Throughput [Mpps]", middle, left -- legend: "Indexed Test Cases [idx]", bottom, left, font size 16 - -.. _Packet Latency: - -Packet Latency -`````````````` - -The "Packet Latency" graph will display the measured data using -statistical box graph. Each data point is constructed from 10 samples. -The statistical data are displayed as hover information. - -.. image:: pic/graph-latency.svg - :width: 800 px - :scale: 50 % - :align: center - :alt: Graph "Packet Latency" not found. - -**Description:** - -*Data displayed:* - -- one or more data points from the same area, keep the number of displayed - data points as low as possible (max 6) -- x-axis: data flow directions -- y-axis: latency min/avg/max [uSec], linear scale, beginning with 0 -- hover information: statistical data (min, avg, max), test case name, direction - -*Layout:* - -- plot type: scatter with errors (plotly.graph_objs.Scatter) -- data series format: data point with min amd max values -- title: "Packet Latency: ", - top, centered, font size 18; configurable in specification file: visible / - hidden, text -- x-axis: text, font size 16, bottom; the order of displayed tests is - configurable in the specification file -- x-axis label: "Direction", bottom, centered -- y-axis: integers, starting with 0, dynamic range, linear, font size 16, left -- y-axis label: "Packet Latency min/avg/max [uSec]", middle, left -- legend: "Indexed Test Cases [idx]", bottom, left, font size 16 - -New graphs to be added ----------------------- - -- *Comparison between releases* - - - compare MRR, NDR, PDR between releases - - use as many releases as available - -- *Comparison between processor architectures* - - - compare MRR, NDR, PDR between processor architectures - - HSW vs SKX (vs ARM when available) - -- *Comparison between 2-node and 3-node topologies* - - - compare MRR, NDR, PDR between topologies - - 3n-skx vs 2n-skx - -- *Comparison between different physical testbed instances* - - - compare the results of the same test (MRR, NDR, PDR) run on different - instances of the same testbed, e.g. HSW - - HSW vs HSW, SKX vs SKX - -- *Comparison between NICs* - - - compare the results of the same test (MRR, NDR, PDR) run on different NICs - but on the same instance of a physical testbed. - - x520 vs x710 vs xl710 on HSW - - x710 vs xxv710 on SKX - -- *Other comparisons* - -.. note:: - - - Partially based on the existing tables in the Report - - Only selected TCs - -.. _Comparison between releases: - -Comparison between releases -``````````````````````````` - -This graph will compare the results of the same test from different releases. -One graph can present the data from one or more tests logically grouped. See -`Grouping of tests in graphs`_ for more information. -Each data point is constructed from 10 samples. The statistical data are -displayed as hover information. - -.. image:: pic/graph_cmp_releases.svg - :width: 800 px - :scale: 50 % - :align: center - :alt: Graph "Comparison between releases" not found. - -**Description:** - -*Data displayed:* - -- data: packet throughput -- x-axis: release -- y-axis: packet throughput [Mpps], linear scale, beginning with 0 -- hover information: statistical data (median, stdev), test case name, release - -*Layout:* - -- plot type: scatter with line -- data series format: line with markers -- title: "Packet Throughput: ", - top, centered, font size 18 -- x-axis: strings, font size 16, bottom -- x-axis label: "Release", bototm, centered, font size 16 -- y-axis: floats, starting with 0, dynamic range, linear, bottom, font size 16 -- y-axis label: "Packet Throughput [Mpps]", middle, left, font size 16 -- legend: "Test Cases", bottom, left, font size 16 - -.. _Comparison between processor architectures: - -Comparison between processor architectures -`````````````````````````````````````````` - -This graph will compare the results of the same test from the same release run -on the different processor architectures (HSW, SKX, later ARM). -One graph can present the data from one or more tests logically grouped. See -`Grouping of tests in graphs`_ for more information. -Each data point is constructed from 10 samples. The statistical data are -displayed as hover information. - -.. image:: pic/graph_cmp_arch.svg - :width: 800 px - :scale: 50 % - :align: center - :alt: Graph "Comparison between processor architectures" not found. - -**Description:** - -*Data displayed:* - -- data: packet throughput -- x-axis: processor architecture -- y-axis: throughput [Mpps], linear scale, beginning with 0 -- hover information: statistical data (median, stdev), test case name, processor - architecture - -*Layout:* - -- plot type: scatter with line -- data series format: line with markers -- title: "Packet Throughput: ", - top, centered, font size 18 -- x-axis: strings, font size 16, bottom, centered -- x-axis label: "Processor architecture", bottom, centered, font size 16 -- y-axis: floats, starting with 0, dynamic range, linear, font size 16, left -- y-axis label: "Packet Throughput [Mpps]", middle, left -- legend: "Test cases", bottom, left, font size 16 - -.. _Comparison between 2-node and 3-node topologies: - -Comparison between 2-node and 3-node topologies -``````````````````````````````````````````````` - -This graph will compare the results of the same test from the same release run -on the same processor architecture but different topologies (3n-skx, 2n-skx). -One graph can present the data from one or more tests logically grouped. See -`Grouping of tests in graphs`_ for more information. -Each data point is constructed from 10 samples. The statistical data are -displayed as hover information. - -.. image:: pic/graph_cmp_topo.svg - :width: 800 px - :scale: 50 % - :align: center - :alt: Graph "Comparison between 2-node and 3-node topologies" not found. - -**Description:** - -*Data displayed:* - -- data: packet throughput -- x-axis: topology -- y-axis: throughput [Mpps], linear scale, beginning with 0 -- hover information: statistical data (median, stdev), test case name, topology - -*Layout:* - -- plot type: scatter with line -- data series format: line with markers -- title: "Packet Throughput: ", - top, centered, font size 18 -- x-axis: strings, font size 16, bottom, centered -- x-axis label: "Topology", bottom, centered, font size 16 -- y-axis: floats, starting with 0, dynamic range, linear, font size 16, left -- y-axis label: "Packet Throughput [Mpps]", middle, left, font size 16 -- legend: "Test cases", bottom, left, font size 16 - -.. _Comparison between different physical testbed instances: - -Comparison between different physical testbed instances -``````````````````````````````````````````````````````` - -This graph will compare the results of the same test from the same release run -on the same processor architecture, the same topology but different physical -testbed instances. -One graph can present the data from one or more tests logically grouped. See -`Grouping of tests in graphs`_ for more information. -Each data point is constructed from 10 samples. The statistical data are -displayed as hover information. - - -.. image:: pic/graph_cmp_testbed.svg - :width: 800 px - :scale: 50 % - :align: center - :alt: Graph "Comparison between different physical testbed instances" not - found. - -**Description:** - -*Data displayed:* - -- data: packet throughput -- x-axis: physical testbed instances -- y-axis: throughput [Mpps], linear scale, beginning with 0 -- hover information: statistical data (median, stdev), test case name, physical - testbed instance - -*Layout:* - -- plot type: scatter with line -- data series format: line with markers -- title: "Packet Throughput: ", - top, centered, font size 18 -- x-axis: strings, font size 16, bottom, centered -- x-axis label: "Physical Testbed Instance", bottom, centered, font size 16 -- y-axis: floats, starting with 0, dynamic range, linear, font size 16, left -- y-axis label: "Packet Throughput [Mpps]", middle, left, font size 16 -- legend: "Test cases", bottom, left, font size 16 - -.. _Comparison between NICs: - -Comparison between NICs -``````````````````````` - -This graph will compare the results of the same test from the same release run -on the same processor architecture, the same topology but different NICs. -One graph can present the data from one or more tests logically grouped. See -`Grouping of tests in graphs`_ for more information. -Each data point is constructed from 10 samples. The statistical data are -displayed as hover information. - -.. image:: pic/graph_cmp_nics.svg - :width: 800 px - :scale: 50 % - :align: center - :alt: Graph "Comparison between NICs" not found. - -**Description:** - -*Data displayed:* - -- data: packet throughput -- x-axis: NICs -- y-axis: packet throughput [Mpps], linear scale, beginning with 0 -- hover information: statistical data (median, stdev), test case name, NIC - -*Layout:* - -- plot type: scatter with line -- data series format: line with markers -- title: "Packet Throughput: ", - top, centered, font size 18 -- x-axis: strings, font size 16, bottom -- x-axis label: "NIC", bottom, centered, font size 16 -- y-axis: floats, starting with 0, dynamic range, linear, font size 16, left -- y-axis label: "Packet Throughput [Mpps]", middle, left, font size 16 -- legend: "Test cases", bottom, left, font size 16 - -.. _Other comparisons: - -Other comparisons -````````````````` - -**Other tests results comparisons** - -- compare packet throughput for vhost vs memif - -**Other views on collected data** - -- per `Vratko Polak email on csit-dev `_. - -.. _Grouping of tests in graphs: - -Grouping of tests in graphs ---------------------------- - -A graph can present results of one or more tests. The tests are grouped -according to the defined criteria. In the ideal case, all graphs use the same -groups of tests. - -The grouping of tests is described in a separate document. - -.. TODO: [MK], [TF]: Create the document. -.. TODO: [TF]: Add the link. -.. TODO: [TF]: Remove/edit the next paragraph when the document is ready. - -**Example of data grouping:** - -- ip4: ip4base, ip4scale20k, ip4scale200k, ip4scale2m - - data presented in this order from left to right -- ip6: similar to ip4 -- l2bd: similar to ip4. - -.. _Sorting of tests presented in a graph: - -Sorting of tests presented in a graph -------------------------------------- - -It is possible to specify the order of tests (suites) on the x-axis presented in -a graph: - -- `Packet Throughput`_ -- `Packet Latency`_ - -It is possible to specify the order of tests (suites) in the legend presented in -a graph: - -- `Speedup Multi-core`_ - -In both cases the order is defined in the specification file for each plot -separately, e.g.: - -.. code:: yaml - - - - type: "plot" - - sort: - - "IP4BASE" - - "FIB_20K" - - "FIB_200K" - - "FIB_2M" - -The sorting is based on tags. If more then one test has the same tag, only the -first one is taken. The remaining tests and the tests without listed tags are -placed at the end of the list in random order. - -.. _export static images: - -Export of static images ------------------------ - -Not implemented yet. For more information see: - -- `Plotly: Static image export `_ -- prefered vector formats (svg, pdf) -- requirements: - - plotly-orca - - `Orca `_ - - `Orca releases `_ - - `Orca management in Python `_ - - psutil - -.. _Physical performance limits: - -Physical performance limits ---------------------------- - -+-----------------+----------------+ -| Ethernet links | pps @64B | -+=================+================+ -| 10ge | 14,880,952.38 | -+-----------------+----------------+ -| 25ge | 37,202,380.95 | -+-----------------+----------------+ -| 40ge | 59,523,809.52 | -+-----------------+----------------+ -| 100ge | 148,809,523.81 | -+-----------------+----------------+ - - -+-----------------+----------------+ -| Ethernet links | bps | -+=================+================+ -| 64B | | -+-----------------+----------------+ -| IMIX | | -+-----------------+----------------+ -| 1518B | | -+-----------------+----------------+ -| 9000B | | -+-----------------+----------------+ - - -+-----------------+----------------+ -| NIC | pps @64B | -+=================+================+ -| x520 | 24,460,000 | -+-----------------+----------------+ -| x710 | 35,800,000 | -+-----------------+----------------+ -| xxv710 | 35,800,000 | -+-----------------+----------------+ -| xl710 | 35,800,000 | -+-----------------+----------------+ - - -+-----------------+----------------+ -| NIC | bw ??B | -+=================+================+ -| x520 | | -+-----------------+----------------+ -| x710 | | -+-----------------+----------------+ -| xxv710 | | -+-----------------+----------------+ -| xl710 | | -+-----------------+----------------+ - - -+-----------------+----------------+ -| PCIe | bps | -+=================+================+ -| PCIe Gen3 x8 | 50,000,000,000 | -+-----------------+----------------+ -| PCIe Gen3 x16 | 100,000,000,000| -+-----------------+----------------+ - - -+-----------------+----------------+ -| PCIe | pps @64B | -+=================+================+ -| PCIe Gen3 x8 | 74,404,761.90 | -+-----------------+----------------+ -| PCIe Gen3 x16 | 148,809,523.81 | -+-----------------+----------------+ diff --git a/resources/tools/presentation/doc/pal_func_diagram.svg b/resources/tools/presentation/doc/pal_func_diagram.svg deleted file mode 100644 index 14f59605f9..0000000000 --- a/resources/tools/presentation/doc/pal_func_diagram.svg +++ /dev/null @@ -1,1413 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Specification.YAML - - - - - - - - Data to process.xml - - - - - - - - Static content.rst - - - - - - - - - - read_specification - - - - - - - - - - read_data - - - - - - - - Specification - - - - - - - - Input data - - - - - - - - - - filter_data - - - - - - - - - - filter_data - - - - - - - - - - generate_files - - - - - - - - Tables - - - - - - - - Plots - - - - - - - - Files - - - - - - - - - - generate_report - - - - - - - - Report - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - generate_tables - - - - - - - - - - generate_plots - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - sL1 - Data - - - - - - sL2 - Data processing - - - - - - sL3 - Data presentation - - - - - - sL4 - Report generation - - - - - - - \ No newline at end of file diff --git a/resources/tools/presentation/doc/pal_layers.svg b/resources/tools/presentation/doc/pal_layers.svg deleted file mode 100644 index dfb05d3106..0000000000 --- a/resources/tools/presentation/doc/pal_layers.svg +++ /dev/null @@ -1,441 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - .YAMLSpecification (CSIT gerrit) - - - - - - Data - - - - - - - - .RSTStatic content (CSIT gerrit) - - - - - - - - .ZIP (.XML)Data to process (Jenkins) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - pandasData model in JSONSpecification, Input data (Pandas.Series) - - - - - - Data processing - - - - - - Data presentation - - - - - - - - Plotsplot.ly → .html - - - - - - - - Files.RST - - - - - - - - TablesPandas → .csv - - - - - - Report generation - - - - - - - - Sphinx.html / .pdf (then stored in nexus) - - - - - - Jenkins plots - - - - - - - - Jenkins plotplugin.html - - - - - - sL1 - - - - - - sL2 - - - - - - sL3 - - - - - - sL4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Read files - - - - - - Read files - - - - - - Read files - - - - - - Read files - - - - - - Read files - - - - - - Read files - - - - - - Read files - - - - - - Read files - - - - - - Read files - - - - - - Python calls - - - - - - Python calls - - - - - - Python calls - - - - - - - \ No newline at end of file diff --git a/resources/tools/presentation/doc/pal_lld.rst b/resources/tools/presentation/doc/pal_lld.rst deleted file mode 100644 index 3f58044f21..0000000000 --- a/resources/tools/presentation/doc/pal_lld.rst +++ /dev/null @@ -1,1715 +0,0 @@ -Presentation and Analytics -========================== - -Overview --------- - -The presentation and analytics layer (PAL) is the fourth layer of CSIT -hierarchy. The model of presentation and analytics layer consists of four -sub-layers, bottom up: - - - sL1 - Data - input data to be processed: - - - Static content - .rst text files, .svg static figures, and other files - stored in the CSIT git repository. - - Data to process - .xml files generated by Jenkins jobs executing tests, - stored as robot results files (output.xml). - - Specification - .yaml file with the models of report elements (tables, - plots, layout, ...) generated by this tool. There is also the configuration - of the tool and the specification of input data (jobs and builds). - - - sL2 - Data processing - - - The data are read from the specified input files (.xml) and stored as - multi-indexed `pandas.Series `_. - - This layer provides also interface to input data and filtering of the input - data. - - - sL3 - Data presentation - This layer generates the elements specified in the - specification file: - - - Tables: .csv files linked to static .rst files. - - Plots: .html files generated using plot.ly linked to static .rst files. - - - sL4 - Report generation - Sphinx generates required formats and versions: - - - formats: html, pdf - - versions: minimal, full (TODO: define the names and scope of versions) - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/csit_framework_documentation/}} - \includegraphics[width=0.90\textwidth]{pal_layers} - \label{fig:pal_layers} - \end{figure} - -.. only:: html - - .. figure:: pal_layers.svg - :alt: PAL Layers - :align: center - -Data ----- - -Report Specification -```````````````````` - -The report specification file defines which data is used and which outputs are -generated. It is human readable and structured. It is easy to add / remove / -change items. The specification includes: - - - Specification of the environment. - - Configuration of debug mode (optional). - - Specification of input data (jobs, builds, files, ...). - - Specification of the output. - - What and how is generated: - - What: plots, tables. - - How: specification of all properties and parameters. - - .yaml format. - -Structure of the specification file -''''''''''''''''''''''''''''''''''' - -The specification file is organized as a list of dictionaries distinguished by -the type: - -:: - - - - type: "environment" - - - type: "configuration" - - - type: "debug" - - - type: "static" - - - type: "input" - - - type: "output" - - - type: "table" - - - type: "plot" - - - type: "file" - -Each type represents a section. The sections "environment", "debug", "static", -"input" and "output" are listed only once in the specification; "table", "file" -and "plot" can be there multiple times. - -Sections "debug", "table", "file" and "plot" are optional. - -Table(s), files(s) and plot(s) are referred as "elements" in this text. It is -possible to define and implement other elements if needed. - - -Section: Environment -'''''''''''''''''''' - -This section has the following parts: - - - type: "environment" - says that this is the section "environment". - - configuration - configuration of the PAL. - - paths - paths used by the PAL. - - urls - urls pointing to the data sources. - - make-dirs - a list of the directories to be created by the PAL while - preparing the environment. - - remove-dirs - a list of the directories to be removed while cleaning the - environment. - - build-dirs - a list of the directories where the results are stored. - -The structure of the section "Environment" is as follows (example): - -:: - - - - type: "environment" - configuration: - # Debug mode: - # - Skip: - # - Download of input data files - # - Do: - # - Read data from given zip / xml files - # - Set the configuration as it is done in normal mode - # If the section "type: debug" is missing, CFG[DEBUG] is set to 0. - CFG[DEBUG]: 0 - - paths: - # Top level directories: - ## Working directory - DIR[WORKING]: "_tmp" - ## Build directories - DIR[BUILD,HTML]: "_build" - DIR[BUILD,LATEX]: "_build_latex" - - # Static .rst files - DIR[RST]: "../../../docs/report" - - # Working directories - ## Input data files (.zip, .xml) - DIR[WORKING,DATA]: "{DIR[WORKING]}/data" - ## Static source files from git - DIR[WORKING,SRC]: "{DIR[WORKING]}/src" - DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static" - - # Static html content - DIR[STATIC]: "{DIR[BUILD,HTML]}/_static" - DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp" - DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk" - DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive" - - # Detailed test results - DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results" - DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results" - DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results" - DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results" - DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements" - - # Detailed test configurations - DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration" - DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration" - DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration" - - # Detailed tests operational data - DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data" - DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data" - - # .css patch file to fix tables generated by Sphinx - DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css" - DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css" - - urls: - URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job" - URL[S3_STORAGE,LOG]: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" - URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" - URL[NEXUS,DOC]: "https://docs.fd.io/csit" - DIR[NEXUS,DOC]: "report/_static/archive" - - make-dirs: - # List the directories which are created while preparing the environment. - # All directories MUST be defined in "paths" section. - - "DIR[WORKING,DATA]" - - "DIR[STATIC,VPP]" - - "DIR[STATIC,DPDK]" - - "DIR[STATIC,ARCH]" - - "DIR[BUILD,LATEX]" - - "DIR[WORKING,SRC]" - - "DIR[WORKING,SRC,STATIC]" - - remove-dirs: - # List the directories which are deleted while cleaning the environment. - # All directories MUST be defined in "paths" section. - #- "DIR[BUILD,HTML]" - - build-dirs: - # List the directories where the results (build) is stored. - # All directories MUST be defined in "paths" section. - - "DIR[BUILD,HTML]" - - "DIR[BUILD,LATEX]" - -It is possible to use defined items in the definition of other items, e.g.: - -:: - - DIR[WORKING,DATA]: "{DIR[WORKING]}/data" - -will be automatically changed to - -:: - - DIR[WORKING,DATA]: "_tmp/data" - - -Section: Configuration -'''''''''''''''''''''' - -This section specifies the groups of parameters which are repeatedly used in the -elements defined later in the specification file. It has the following parts: - - - data sets - Specification of data sets used later in element's specifications - to define the input data. - - plot layouts - Specification of plot layouts used later in plots' - specifications to define the plot layout. - -The structure of the section "Configuration" is as follows (example): - -:: - - - - type: "configuration" - data-sets: - plot-vpp-throughput-latency: - csit-vpp-perf-1710-all: - - 11 - - 12 - - 13 - - 14 - - 15 - - 16 - - 17 - - 18 - - 19 - - 20 - vpp-perf-results: - csit-vpp-perf-1710-all: - - 20 - - 23 - plot-layouts: - plot-throughput: - xaxis: - autorange: True - autotick: False - fixedrange: False - gridcolor: "rgb(238, 238, 238)" - linecolor: "rgb(238, 238, 238)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "linear" - title: "Indexed Test Cases" - zeroline: False - yaxis: - gridcolor: "rgb(238, 238, 238)'" - hoverformat: ".4s" - linecolor: "rgb(238, 238, 238)" - linewidth: 1 - range: [] - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - title: "Packets Per Second [pps]" - zeroline: False - boxmode: "group" - boxgroupgap: 0.5 - autosize: False - margin: - t: 50 - b: 20 - l: 50 - r: 20 - showlegend: True - legend: - orientation: "h" - width: 700 - height: 1000 - -The definitions from this sections are used in the elements, e.g.: - -:: - - - - type: "plot" - title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc" - data: - "plot-vpp-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" - parameters: - - "throughput" - - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - layout: - "plot-throughput" - - -Section: Debug mode -''''''''''''''''''' - -This section is optional as it configures the debug mode. It is used if one -does not want to download input data files and use local files instead. - -If the debug mode is configured, the "input" section is ignored. - -This section has the following parts: - - - type: "debug" - says that this is the section "debug". - - general: - - - input-format - xml or zip. - - extract - if "zip" is defined as the input format, this file is extracted - from the zip file, otherwise this parameter is ignored. - - - builds - list of builds from which the data is used. Must include a job - name as a key and then a list of builds and their output files. - -The structure of the section "Debug" is as follows (example): - -:: - - - - type: "debug" - general: - input-format: "zip" # zip or xml - extract: "robot-plugin/output.xml" # Only for zip - builds: - # The files must be in the directory DIR[WORKING,DATA] - csit-dpdk-perf-1707-all: - - - build: 10 - file: "csit-dpdk-perf-1707-all__10.xml" - - - build: 9 - file: "csit-dpdk-perf-1707-all__9.xml" - csit-vpp-functional-1707-ubuntu1604-virl: - - - build: lastSuccessfulBuild - file: "csit-vpp-functional-1707-ubuntu1604-virl-lastSuccessfulBuild.xml" - hc2vpp-csit-integration-1707-ubuntu1604: - - - build: lastSuccessfulBuild - file: "hc2vpp-csit-integration-1707-ubuntu1604-lastSuccessfulBuild.xml" - csit-vpp-perf-1707-all: - - - build: 16 - file: "csit-vpp-perf-1707-all__16__output.xml" - - - build: 17 - file: "csit-vpp-perf-1707-all__17__output.xml" - - -Section: Static -''''''''''''''' - -This section defines the static content which is stored in git and will be used -as a source to generate the report. - -This section has these parts: - - - type: "static" - says that this section is the "static". - - src-path - path to the static content. - - dst-path - destination path where the static content is copied and then - processed. - -:: - - - - type: "static" - src-path: "{DIR[RST]}" - dst-path: "{DIR[WORKING,SRC]}" - - -Section: Input -'''''''''''''' - -This section defines the data used to generate elements. It is mandatory -if the debug mode is not used. - -This section has the following parts: - - - type: "input" - says that this section is the "input". - - general - parameters common to all builds: - - - file-name: file to be downloaded. - - file-format: format of the downloaded file, ".zip" or ".xml" are supported. - - download-path: path to be added to url pointing to the file, e.g.: - "{job}/{build}/robot/report/*zip*/{filename}"; {job}, {build} and - {filename} are replaced by proper values defined in this section. - - extract: file to be extracted from downloaded zip file, e.g.: "output.xml"; - if xml file is downloaded, this parameter is ignored. - - - builds - list of jobs (keys) and numbers of builds which output data will be - downloaded. - -The structure of the section "Input" is as follows (example from 17.07 report): - -:: - - - - type: "input" # Ignored in debug mode - general: - file-name: "robot-plugin.zip" - file-format: ".zip" - download-path: "{job}/{build}/robot/report/*zip*/{filename}" - extract: "robot-plugin/output.xml" - builds: - csit-vpp-perf-1707-all: - - 9 - - 10 - - 13 - - 14 - - 15 - - 16 - - 17 - - 18 - - 19 - - 21 - - 22 - csit-dpdk-perf-1707-all: - - 1 - - 2 - - 3 - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - csit-vpp-functional-1707-ubuntu1604-virl: - - lastSuccessfulBuild - hc2vpp-csit-perf-master-ubuntu1604: - - 8 - - 9 - hc2vpp-csit-integration-1707-ubuntu1604: - - lastSuccessfulBuild - -Section: Output -''''''''''''''' - -This section specifies which format(s) will be generated (html, pdf) and which -versions will be generated for each format. - -This section has the following parts: - - - type: "output" - says that this section is the "output". - - format: html or pdf. - - version: defined for each format separately. - -The structure of the section "Output" is as follows (example): - -:: - - - - type: "output" - format: - html: - - full - pdf: - - full - - minimal - -TODO: define the names of versions - - -Content of "minimal" version -~~~~~~~~~~~~~~~~~~~~~~~~~~~~ - -TODO: define the name and content of this version - - -Section: Table -'''''''''''''' - -This section defines a table to be generated. There can be 0 or more "table" -sections. - -This section has the following parts: - - - type: "table" - says that this section defines a table. - - title: Title of the table. - - algorithm: Algorithm which is used to generate the table. The other - parameters in this section must provide all information needed by the used - algorithm. - - template: (optional) a .csv file used as a template while generating the - table. - - output-file-ext: extension of the output file. - - output-file: file which the table will be written to. - - columns: specification of table columns: - - - title: The title used in the table header. - - data: Specification of the data, it has two parts - command and arguments: - - - command: - - - template - take the data from template, arguments: - - - number of column in the template. - - - data - take the data from the input data, arguments: - - - jobs and builds which data will be used. - - - operation - performs an operation with the data already in the table, - arguments: - - - operation to be done, e.g.: mean, stdev, relative_change (compute - the relative change between two columns) and display number of data - samples ~= number of test jobs. The operations are implemented in the - utils.py - TODO: Move from utils,py to e.g. operations.py - - numbers of columns which data will be used (optional). - - - data: Specify the jobs and builds which data is used to generate the table. - - filter: filter based on tags applied on the input data, if "template" is - used, filtering is based on the template. - - parameters: Only these parameters will be put to the output data structure. - -The structure of the section "Table" is as follows (example of -"table_performance_improvements"): - -:: - - - - type: "table" - title: "Performance improvements" - algorithm: "table_performance_improvements" - template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements" - columns: - - - title: "VPP Functionality" - data: "template 1" - - - title: "Test Name" - data: "template 2" - - - title: "VPP-16.09 mean [Mpps]" - data: "template 3" - - - title: "VPP-17.01 mean [Mpps]" - data: "template 4" - - - title: "VPP-17.04 mean [Mpps]" - data: "template 5" - - - title: "VPP-17.07 mean [Mpps]" - data: "data csit-vpp-perf-1707-all mean" - - - title: "VPP-17.07 stdev [Mpps]" - data: "data csit-vpp-perf-1707-all stdev" - - - title: "17.04 to 17.07 change [%]" - data: "operation relative_change 5 4" - data: - csit-vpp-perf-1707-all: - - 9 - - 10 - - 13 - - 14 - - 15 - - 16 - - 17 - - 18 - - 19 - - 21 - filter: "template" - parameters: - - "throughput" - -Example of "table_details" which generates "Detailed Test Results - VPP -Performance Results": - -:: - - - - type: "table" - title: "Detailed Test Results - VPP Performance Results" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[WORKING]}/vpp_performance_results" - columns: - - - title: "Name" - data: "data test_name" - - - title: "Documentation" - data: "data test_documentation" - - - title: "Status" - data: "data test_msg" - data: - csit-vpp-perf-1707-all: - - 17 - filter: "all" - parameters: - - "parent" - - "doc" - - "msg" - -Example of "table_details" which generates "Test configuration - VPP Performance -Test Configs": - -:: - - - - type: "table" - title: "Test configuration - VPP Performance Test Configs" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[WORKING]}/vpp_test_configuration" - columns: - - - title: "Name" - data: "data name" - - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data show-run" - data: - csit-vpp-perf-1707-all: - - 17 - filter: "all" - parameters: - - "parent" - - "name" - - "show-run" - - -Section: Plot -''''''''''''' - -This section defines a plot to be generated. There can be 0 or more "plot" -sections. - -This section has these parts: - - - type: "plot" - says that this section defines a plot. - - title: Plot title used in the logs. Title which is displayed is in the - section "layout". - - output-file-type: format of the output file. - - output-file: file which the plot will be written to. - - algorithm: Algorithm used to generate the plot. The other parameters in this - section must provide all information needed by plot.ly to generate the plot. - For example: - - - traces - - layout - - - These parameters are transparently passed to plot.ly. - - - data: Specify the jobs and numbers of builds which data is used to generate - the plot. - - filter: filter applied on the input data. - - parameters: Only these parameters will be put to the output data structure. - -The structure of the section "Plot" is as follows (example of a plot showing -throughput in a chart box-with-whiskers): - -:: - - - - type: "plot" - title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc" - data: - csit-vpp-perf-1707-all: - - 9 - - 10 - - 13 - - 14 - - 15 - - 16 - - 17 - - 18 - - 19 - - 21 - # Keep this formatting, the filter is enclosed with " (quotation mark) and - # each tag is enclosed with ' (apostrophe). - filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" - parameters: - - "throughput" - - "parent" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - xaxis: - autorange: True - autotick: False - fixedrange: False - gridcolor: "rgb(238, 238, 238)" - linecolor: "rgb(238, 238, 238)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "linear" - title: "Indexed Test Cases" - zeroline: False - yaxis: - gridcolor: "rgb(238, 238, 238)'" - hoverformat: ".4s" - linecolor: "rgb(238, 238, 238)" - linewidth: 1 - range: [] - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - title: "Packets Per Second [pps]" - zeroline: False - boxmode: "group" - boxgroupgap: 0.5 - autosize: False - margin: - t: 50 - b: 20 - l: 50 - r: 20 - showlegend: True - legend: - orientation: "h" - width: 700 - height: 1000 - -The structure of the section "Plot" is as follows (example of a plot showing -latency in a box chart): - -:: - - - - type: "plot" - title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - algorithm: "plot_latency_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50" - data: - csit-vpp-perf-1707-all: - - 9 - - 10 - - 13 - - 14 - - 15 - - 16 - - 17 - - 18 - - 19 - - 21 - filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" - parameters: - - "latency" - - "parent" - traces: - boxmean: False - layout: - title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - xaxis: - autorange: True - autotick: False - fixedrange: False - gridcolor: "rgb(238, 238, 238)" - linecolor: "rgb(238, 238, 238)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "linear" - title: "Indexed Test Cases" - zeroline: False - yaxis: - gridcolor: "rgb(238, 238, 238)'" - hoverformat: "" - linecolor: "rgb(238, 238, 238)" - linewidth: 1 - range: [] - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - title: "Latency min/avg/max [uSec]" - zeroline: False - boxmode: "group" - boxgroupgap: 0.5 - autosize: False - margin: - t: 50 - b: 20 - l: 50 - r: 20 - showlegend: True - legend: - orientation: "h" - width: 700 - height: 1000 - -The structure of the section "Plot" is as follows (example of a plot showing -VPP HTTP server performance in a box chart with pre-defined data -"plot-vpp-http-server-performance" set and plot layout "plot-cps"): - -:: - - - - type: "plot" - title: "VPP HTTP Server Performance" - algorithm: "plot_http_server_perf_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" - data: - "plot-vpp-httlp-server-performance" - # Keep this formatting, the filter is enclosed with " (quotation mark) and - # each tag is enclosed with ' (apostrophe). - filter: "'HTTP' and 'TCP_CPS'" - parameters: - - "result" - - "name" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "VPP HTTP Server Performance" - layout: - "plot-cps" - - -Section: file -''''''''''''' - -This section defines a file to be generated. There can be 0 or more "file" -sections. - -This section has the following parts: - - - type: "file" - says that this section defines a file. - - title: Title of the table. - - algorithm: Algorithm which is used to generate the file. The other - parameters in this section must provide all information needed by the used - algorithm. - - output-file-ext: extension of the output file. - - output-file: file which the file will be written to. - - file-header: The header of the generated .rst file. - - dir-tables: The directory with the tables. - - data: Specify the jobs and builds which data is used to generate the table. - - filter: filter based on tags applied on the input data, if "all" is - used, no filtering is done. - - parameters: Only these parameters will be put to the output data structure. - - chapters: the hierarchy of chapters in the generated file. - - start-level: the level of the the top-level chapter. - -The structure of the section "file" is as follows (example): - -:: - - - - type: "file" - title: "VPP Performance Results" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" - dir-tables: "{DIR[DTR,PERF,VPP]}" - data: - csit-vpp-perf-1707-all: - - 22 - filter: "all" - parameters: - - "name" - - "doc" - - "level" - data-start-level: 2 # 0, 1, 2, ... - chapters-start-level: 2 # 0, 1, 2, ... - - -Static content -`````````````` - - - Manually created / edited files. - - .rst files, static .csv files, static pictures (.svg), ... - - Stored in CSIT git repository. - -No more details about the static content in this document. - - -Data to process -``````````````` - -The PAL processes tests results and other information produced by Jenkins jobs. -The data are now stored as robot results in Jenkins (TODO: store the data in -nexus) either as .zip and / or .xml files. - - -Data processing ---------------- - -As the first step, the data are downloaded and stored locally (typically on a -Jenkins slave). If .zip files are used, the given .xml files are extracted for -further processing. - -Parsing of the .xml files is performed by a class derived from -"robot.api.ResultVisitor", only necessary methods are overridden. All and only -necessary data is extracted from .xml file and stored in a structured form. - -The parsed data are stored as the multi-indexed pandas.Series data type. Its -structure is as follows: - -:: - - - - - - - -"job name", "build", "metadata", "suites", "tests" are indexes to access the -data. For example: - -:: - - data = - - job 1 name: - build 1: - metadata: metadata - suites: suites - tests: tests - ... - build N: - metadata: metadata - suites: suites - tests: tests - ... - job M name: - build 1: - metadata: metadata - suites: suites - tests: tests - ... - build N: - metadata: metadata - suites: suites - tests: tests - -Using indexes data["job 1 name"]["build 1"]["tests"] (e.g.: -data["csit-vpp-perf-1704-all"]["17"]["tests"]) we get a list of all tests with -all tests data. - -Data will not be accessible directly using indexes, but using getters and -filters. - -**Structure of metadata:** - -:: - - "metadata": { - "version": "VPP version", - "job": "Jenkins job name" - "build": "Information about the build" - }, - -**Structure of suites:** - -:: - - "suites": { - "Suite name 1": { - "doc": "Suite 1 documentation" - "parent": "Suite 1 parent" - } - "Suite name N": { - "doc": "Suite N documentation" - "parent": "Suite N parent" - } - -**Structure of tests:** - -Performance tests: - -:: - - "tests": { - "ID": { - "name": "Test name", - "parent": "Name of the parent of the test", - "doc": "Test documentation" - "msg": "Test message" - "tags": ["tag 1", "tag 2", "tag n"], - "type": "PDR" | "NDR", - "throughput": { - "value": int, - "unit": "pps" | "bps" | "percentage" - }, - "latency": { - "direction1": { - "100": { - "min": int, - "avg": int, - "max": int - }, - "50": { # Only for NDR - "min": int, - "avg": int, - "max": int - }, - "10": { # Only for NDR - "min": int, - "avg": int, - "max": int - } - }, - "direction2": { - "100": { - "min": int, - "avg": int, - "max": int - }, - "50": { # Only for NDR - "min": int, - "avg": int, - "max": int - }, - "10": { # Only for NDR - "min": int, - "avg": int, - "max": int - } - } - }, - "lossTolerance": "lossTolerance" # Only for PDR - "vat-history": "DUT1 and DUT2 VAT History" - }, - "show-run": "Show Run" - }, - "ID" { - # next test - } - -Functional tests: - -:: - - "tests": { - "ID": { - "name": "Test name", - "parent": "Name of the parent of the test", - "doc": "Test documentation" - "msg": "Test message" - "tags": ["tag 1", "tag 2", "tag n"], - "vat-history": "DUT1 and DUT2 VAT History" - "show-run": "Show Run" - "status": "PASS" | "FAIL" - }, - "ID" { - # next test - } - } - -Note: ID is the lowercase full path to the test. - - -Data filtering -`````````````` - -The first step when generating an element is getting the data needed to -construct the element. The data are filtered from the processed input data. - -The data filtering is based on: - - - job name(s). - - build number(s). - - tag(s). - - required data - only this data is included in the output. - -WARNING: The filtering is based on tags, so be careful with tagging. - -For example, the element which specification includes: - -:: - - data: - csit-vpp-perf-1707-all: - - 9 - - 10 - - 13 - - 14 - - 15 - - 16 - - 17 - - 18 - - 19 - - 21 - filter: - - "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" - -will be constructed using data from the job "csit-vpp-perf-1707-all", for all -listed builds and the tests with the list of tags matching the filter -conditions. - -The output data structure for filtered test data is: - -:: - - - job 1 - - build 1 - - test 1 - - parameter 1 - - parameter 2 - ... - - parameter n - ... - - test n - ... - ... - - build n - ... - - job n - - -Data analytics -`````````````` - -Data analytics part implements: - - - methods to compute statistical data from the filtered input data. - - trending. - -Throughput Speedup Analysis - Multi-Core with Multi-Threading -''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' - -Throughput Speedup Analysis (TSA) calculates throughput speedup ratios -for tested 1-, 2- and 4-core multi-threaded VPP configurations using the -following formula: - -:: - - N_core_throughput - N_core_throughput_speedup = ----------------- - 1_core_throughput - -Multi-core throughput speedup ratios are plotted in grouped bar graphs -for throughput tests with 64B/78B frame size, with number of cores on -X-axis and speedup ratio on Y-axis. - -For better comparison multiple test results' data sets are plotted per -each graph: - - - graph type: grouped bars; - - graph X-axis: (testcase index, number of cores); - - graph Y-axis: speedup factor. - -Subset of existing performance tests is covered by TSA graphs. - -**Model for TSA:** - -:: - - - - type: "plot" - title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc" - data: - "plot-throughput-speedup-analysis" - filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - layout: - title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" - layout: - "plot-throughput-speedup-analysis" - - -Comparison of results from two sets of the same test executions -''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' - -This algorithm enables comparison of results coming from two sets of the -same test executions. It is used to quantify performance changes across -all tests after test environment changes e.g. Operating System -upgrades/patches, Hardware changes. - -It is assumed that each set of test executions includes multiple runs -of the same tests, 10 or more, to verify test results repeatibility and -to yield statistically meaningful results data. - -Comparison results are presented in a table with a specified number of -the best and the worst relative changes between the two sets. Following table -columns are defined: - - - name of the test; - - throughput mean values of the reference set; - - throughput standard deviation of the reference set; - - throughput mean values of the set to compare; - - throughput standard deviation of the set to compare; - - relative change of the mean values. - -**The model** - -The model specifies: - - - type: "table" - means this section defines a table. - - title: Title of the table. - - algorithm: Algorithm which is used to generate the table. The other - parameters in this section must provide all information needed by the used - algorithm. - - output-file-ext: Extension of the output file. - - output-file: File which the table will be written to. - - reference - the builds which are used as the reference for comparison. - - compare - the builds which are compared to the reference. - - data: Specify the sources, jobs and builds, providing data for generating - the table. - - filter: Filter based on tags applied on the input data, if "template" is - used, filtering is based on the template. - - parameters: Only these parameters will be put to the output data - structure. - - nr-of-tests-shown: Number of the best and the worst tests presented in the - table. Use 0 (zero) to present all tests. - -*Example:* - -:: - - - - type: "table" - title: "Performance comparison" - algorithm: "table_perf_comparison" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/vpp_performance_comparison" - reference: - title: "csit-vpp-perf-1801-all - 1" - data: - csit-vpp-perf-1801-all: - - 1 - - 2 - compare: - title: "csit-vpp-perf-1801-all - 2" - data: - csit-vpp-perf-1801-all: - - 1 - - 2 - data: - "vpp-perf-comparison" - filter: "all" - parameters: - - "name" - - "parent" - - "throughput" - nr-of-tests-shown: 20 - - -Advanced data analytics -``````````````````````` - -In the future advanced data analytics (ADA) will be added to analyze the -telemetry data collected from SUT telemetry sources and correlate it to -performance test results. - -:TODO: - - - describe the concept of ADA. - - add specification. - - -Data presentation ------------------ - -Generates the plots and tables according to the report models per -specification file. The elements are generated using algorithms and data -specified in their models. - - -Tables -`````` - - - tables are generated by algorithms implemented in PAL, the model includes the - algorithm and all necessary information. - - output format: csv - - generated tables are stored in specified directories and linked to .rst - files. - - -Plots -````` - - - `plot.ly `_ is currently used to generate plots, the model - includes the type of plot and all the necessary information to render it. - - output format: html. - - generated plots are stored in specified directories and linked to .rst files. - - -Report generation ------------------ - -Report is generated using Sphinx and Read_the_Docs template. PAL generates html -and pdf formats. It is possible to define the content of the report by -specifying the version (TODO: define the names and content of versions). - - -The process -``````````` - -1. Read the specification. -2. Read the input data. -3. Process the input data. -4. For element (plot, table, file) defined in specification: - - a. Get the data needed to construct the element using a filter. - b. Generate the element. - c. Store the element. - -5. Generate the report. -6. Store the report (Nexus). - -The process is model driven. The elements' models (tables, plots, files -and report itself) are defined in the specification file. Script reads -the elements' models from specification file and generates the elements. - -It is easy to add elements to be generated in the report. If a new type -of an element is required, only a new algorithm needs to be implemented -and integrated. - - -Continuous Performance Measurements and Trending ------------------------------------------------- - -Performance analysis and trending execution sequence: -````````````````````````````````````````````````````` - -CSIT PA runs performance analysis, change detection and trending using specified -trend analysis metrics over the rolling window of last sets of historical -measurement data. PA is defined as follows: - - #. PA job triggers: - - #. By PT job at its completion. - #. Manually from Jenkins UI. - - #. Download and parse archived historical data and the new data: - - #. New data from latest PT job is evaluated against the rolling window - of sets of historical data. - #. Download RF output.xml files and compressed archived data. - #. Parse out the data filtering test cases listed in PA specification - (part of CSIT PAL specification file). - - #. Calculate trend metrics for the rolling window of sets of historical - data: - - #. Calculate quartiles Q1, Q2, Q3. - #. Trim outliers using IQR. - #. Calculate TMA and TMSD. - #. Calculate normal trending range per test case based on TMA and TMSD. - - #. Evaluate new test data against trend metrics: - - #. If within the range of (TMA +/- 3*TMSD) => Result = Pass, - Reason = Normal. - #. If below the range => Result = Fail, Reason = Regression. - #. If above the range => Result = Pass, Reason = Progression. - - #. Generate and publish results - - #. Relay evaluation result to job result. - #. Generate a new set of trend analysis summary graphs and drill-down - graphs. - - #. Summary graphs to include measured values with Normal, - Progression and Regression markers. MM shown in the background if - possible. - #. Drill-down graphs to include MM, TMA and TMSD. - - #. Publish trend analysis graphs in html format on - https://s3-docs.fd.io/csit/master/trending/. - - -Parameters to specify: -`````````````````````` - -*General section - parameters common to all plots:* - - - type: "cpta"; - - title: The title of this section; - - output-file-type: only ".html" is supported; - - output-file: path where the generated files will be stored. - -*Plots section:* - - - plot title; - - output file name; - - input data for plots; - - - job to be monitored - the Jenkins job which results are used as input - data for this test; - - builds used for trending plot(s) - specified by a list of build - numbers or by a range of builds defined by the first and the last - build number; - - - tests to be displayed in the plot defined by a filter; - - list of parameters to extract from the data; - - plot layout - -*Example:* - -:: - - - - type: "cpta" - title: "Continuous Performance Trending and Analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/cpta" - plots: - - - title: "VPP 1T1C L2 64B Packet Throughput - Trending" - output-file-name: "l2-1t1c-x520" - data: "plot-performance-trending-vpp" - filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" - parameters: - - "result" - layout: "plot-cpta-vpp" - - - title: "DPDK 4T4C IMIX MRR Trending" - output-file-name: "dpdk-imix-4t4c-xl710" - data: "plot-performance-trending-dpdk" - filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '4T4C' and 'DPDK'" - parameters: - - "result" - layout: "plot-cpta-dpdk" - -The Dashboard -````````````` - -Performance dashboard tables provide the latest VPP throughput trend, trend -compliance and detected anomalies, all on a per VPP test case basis. -The Dashboard is generated as three tables for 1t1c, 2t2c and 4t4c MRR tests. - -At first, the .csv tables are generated (only the table for 1t1c is shown): - -:: - - - - type: "table" - title: "Performance trending dashboard" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c" - data: "plot-performance-trending-all" - filter: "'MRR' and '1T1C'" - parameters: - - "name" - - "parent" - - "result" - ignore-list: - - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-1t1c-eth-l2bdscale1mmaclrn-ndrdisc" - outlier-const: 1.5 - window: 14 - evaluated-window: 14 - long-trend-window: 180 - -Then, html tables stored inside .rst files are generated: - -:: - - - - type: "table" - title: "HTML performance trending dashboard 1t1c" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c.rst" - -Root Cause Analysis -------------------- - -Root Cause Analysis (RCA) by analysing archived performance results – re-analyse -available data for specified: - - - range of jobs builds, - - set of specific tests and - - PASS/FAIL criteria to detect performance change. - -In addition, PAL generates trending plots to show performance over the specified -time interval. - -Root Cause Analysis - Option 1: Analysing Archived VPP Results -`````````````````````````````````````````````````````````````` - -It can be used to speed-up the process, or when the existing data is sufficient. -In this case, PAL uses existing data saved in Nexus, searches for performance -degradations and generates plots to show performance over the specified time -interval for the selected tests. - -Execution Sequence -'''''''''''''''''' - - #. Download and parse archived historical data and the new data. - #. Calculate trend metrics. - #. Find regression / progression. - #. Generate and publish results: - - #. Summary graphs to include measured values with Progression and - Regression markers. - #. List the DUT build(s) where the anomalies were detected. - -CSIT PAL Specification -'''''''''''''''''''''' - - - What to test: - - - first build (Good); specified by the Jenkins job name and the build - number - - last build (Bad); specified by the Jenkins job name and the build - number - - step (1..n). - - - Data: - - - tests of interest; list of tests (full name is used) which results are - used - -*Example:* - -:: - - TODO - - -API ---- - -List of modules, classes, methods and functions -``````````````````````````````````````````````` - -:: - - specification_parser.py - - class Specification - - Methods: - read_specification - set_input_state - set_input_file_name - - Getters: - specification - environment - debug - is_debug - input - builds - output - tables - plots - files - static - - - input_data_parser.py - - class InputData - - Methods: - read_data - filter_data - - Getters: - data - metadata - suites - tests - - - environment.py - - Functions: - clean_environment - - class Environment - - Methods: - set_environment - - Getters: - environment - - - input_data_files.py - - Functions: - download_data_files - unzip_files - - - generator_tables.py - - Functions: - generate_tables - - Functions implementing algorithms to generate particular types of - tables (called by the function "generate_tables"): - table_details - table_performance_improvements - - - generator_plots.py - - Functions: - generate_plots - - Functions implementing algorithms to generate particular types of - plots (called by the function "generate_plots"): - plot_performance_box - plot_latency_box - - - generator_files.py - - Functions: - generate_files - - Functions implementing algorithms to generate particular types of - files (called by the function "generate_files"): - file_test_results - - - report.py - - Functions: - generate_report - - Functions implementing algorithms to generate particular types of - report (called by the function "generate_report"): - generate_html_report - generate_pdf_report - - Other functions called by the function "generate_report": - archive_input_data - archive_report - - -PAL functional diagram -`````````````````````` - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/csit_framework_documentation/}} - \includegraphics[width=0.90\textwidth]{pal_func_diagram} - \label{fig:pal_func_diagram} - \end{figure} - -.. only:: html - - .. figure:: pal_func_diagram.svg - :alt: PAL functional diagram - :align: center - - -How to add an element -````````````````````` - -Element can be added by adding it's model to the specification file. If -the element is to be generated by an existing algorithm, only it's -parameters must be set. - -If a brand new type of element needs to be added, also the algorithm -must be implemented. Element generation algorithms are implemented in -the files with names starting with "generator" prefix. The name of the -function implementing the algorithm and the name of algorithm in the -specification file have to be the same. diff --git a/resources/tools/presentation/doc/pic/graph-latency.svg b/resources/tools/presentation/doc/pic/graph-latency.svg deleted file mode 100644 index 2d2eef2ee6..0000000000 --- a/resources/tools/presentation/doc/pic/graph-latency.svg +++ /dev/null @@ -1,1127 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 0.000 - - - - - - 100.0 - - - - - - 200.0 - - - - - - 300.0 - - - - - - 400.0 - - - - - - 500.0 - - - - - - - - - - - - - - - - - - 600.0 - - - - - - - - - - - - eth-l2patch - - - - - - - - - - - - eth-l2xcbase - - - - - - - - - - - - eth-l2bdbasemaclrn - - - - - - - - - - - - eth-l2bdscale10kmaclrn - - - - - - - - - - - - eth-l2bdscale100kmaclrn - - - - - - eth-l2bdscale1mmaclrn - - - - - - Packet Latency: l2sw-3n-hsw-x710-64b-1t1c-ndr-base-and-scale - - - - - - Direction - - - - - - - - - - - - - - - - Packet Latency [uSec] - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - E-W W-E - - - - - - - - - - - - - - - - - - - - - - - - - - E-W W-E - - - - - - - - - - - - - - - - - - - - - - - - - - E-W W-E - - - - - - - - - - - - - - - - - - - - - - - - - - E-W W-E - - - - - - - - - - - - - - - - - - - - - - - - - - E-W W-E - - - - - - E-W - - - - - - W-E - - - - - - - - \ No newline at end of file diff --git a/resources/tools/presentation/doc/pic/graph-speedup.svg b/resources/tools/presentation/doc/pic/graph-speedup.svg deleted file mode 100644 index c55e8ac548..0000000000 --- a/resources/tools/presentation/doc/pic/graph-speedup.svg +++ /dev/null @@ -1,1554 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1 - - - - - - 2 - - - - - - 3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 4 - - - - - - 0.000 - - - - - - 10.00 - - - - - - 20.00 - - - - - - 30.00 - - - - - - 40.00 - - - - - - 50.00 - - - - - - 60.00 - - - - - - 70.00 - - - - - - 80.00 - - - - - - - - - - - - - - - - - - - - - - - 90.00 - - - - - - - - - - - - - - - - - - eth-l2patch - - - - - - - - - - - - - - - - - - eth-l2xcbase - - - - - - - - - - - - - - - - - - eth-l2bdbasemaclrn - - - - - - - - - - - - - - - - - - eth-l2bdscale10kmaclrn - - - - - - - - - - - - - - - - - - eth-l2bdscale100kmaclrn - - - - - - eth-l2bdscale1mmaclrn - - - - - - Speedup Multi-core: l2sw-3n-hsw-x710-64b-ndr-base-and-scale - - - - - - Number of Cores [Qty] - - - - - - - - - - - - - - - - Packet Throughput [Mpps] - - - - - - - - - - - - - - - - _ _ __ - - - - - - - - - - - - - - - - perfect measured - - - - - - - - - - - - - - - - NIC Limit: 35.80Mpps - - - - - - - - - - - - - - - - Link Limit: 29.76Mpps - - - - - - PCIe Limit: 74.40Mpps - - - - - - - - \ No newline at end of file diff --git a/resources/tools/presentation/doc/pic/graph-throughput.svg b/resources/tools/presentation/doc/pic/graph-throughput.svg deleted file mode 100644 index d17c93b1cc..0000000000 --- a/resources/tools/presentation/doc/pic/graph-throughput.svg +++ /dev/null @@ -1,645 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1 - - - - - - 2 - - - - - - 3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 4 - - - - - - 0.00 - - - - - - 2.00 - - - - - - 4.00 - - - - - - 6.00 - - - - - - 8.00 - - - - - - 10.0 - - - - - - - - - - - - - - - - - - - - - - - - 12.0 - - - - - - - - - - - - - - - - - - 1. 10ge2p1x520-ethip4-ip4base - - - - - - - - - - - - - - - - - - 2. 10ge2p1x520-ethip4-ip4scale20k - - - - - - - - - - - - - - - - - - 3. 10ge2p1x520-ethip4-ip4scale200k - - - - - - 4. 10ge2p1x520-ethip4-ip4scale2m - - - - - - Packet Throughput: ip4-3n-hsw-x520-64b-1t1c-ndr-base-and-scale - - - - - - Indices of Test Cases [Index] - - - - - - Packet Throughput [Mpps] - - - - - - - - \ No newline at end of file diff --git a/resources/tools/presentation/doc/report_test_groups.txt b/resources/tools/presentation/doc/report_test_groups.txt deleted file mode 100644 index c48ec45254..0000000000 --- a/resources/tools/presentation/doc/report_test_groups.txt +++ /dev/null @@ -1,467 +0,0 @@ -Groups of tests for graphs: -- Packet Throughput (1c), NDR, PDR -- Packet Latency (1c, 2c, 4c), NDR -- Speedup Multi-Core (1c, 2c, 4c), NDR, PDR - -Order of chapters: -- L2 Ethernet Switching -- IPv4 Routing -- IPv6 Routing -- SRv6 Routing -- IPv4 Tunnels -- KVM VMs vhost-user -- LXC/DRC Container Memif -- IPsec with IPv4 Routing -- Virtual Topology System - -Order of tests: -- The same as they are listed below. - -Sub-chapters titles: -- The same as they are listed below. - -# L2 Ethernet Switching - -## 2n-skx-xxv710 -### 64b-?t?c-l2switching-base-avf -2n1l-25ge2p1xxv710-avf-eth-l2patch-ndrpdr -2n1l-25ge2p1xxv710-avf-eth-l2xcbase-ndrpdr -2n1l-25ge2p1xxv710-avf-dot1q-l2bdbasemaclrn-ndrpdr -2n1l-25ge2p1xxv710-avf-eth-l2bdbasemaclrn-ndrpdr - -### 64b-?t?c-l2switching-base-i40e -2n1l-25ge2p1xxv710-eth-l2patch-ndrpdr -2n1l-25ge2p1xxv710-dot1q-l2xcbase-ndrpdr -2n1l-25ge2p1xxv710-eth-l2xcbase-ndrpdr -2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-ndrpdr -2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-ndrpdr - -### 64b-?t?c-l2switching-base-scale-i40e -2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-ndrpdr -2n1l-25ge2p1xxv710-eth-l2bdscale10kmaclrn-ndrpdr -2n1l-25ge2p1xxv710-eth-l2bdscale100kmaclrn-ndrpdr -2n1l-25ge2p1xxv710-eth-l2bdscale1mmaclrn-ndrpdr - -## 2n-skx-x710 -### 64b-?t?c-l2switching-base-scale-avf-i40e -2n1l-10ge2p1x710-avf-eth-l2xcbase-ndrpdr -2n1l-10ge2p1x710-avf-dot1q-l2bdbasemaclrn-ndrpdr -2n1l-10ge2p1x710-avf-eth-l2bdbasemaclrn-ndrpdr -2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-ndrpdr -2n1l-10ge2p1x710-eth-l2bdbasemaclrn-ndrpdr -2n1l-10ge2p1x710-eth-l2bdscale1mmaclrn-ndrpdr - -## 3n-skx-xxv710 -### 64b-?t?c-l2switching-base-avf -25ge2p1xxv710-avf-eth-l2patch-ndrpdr -25ge2p1xxv710-avf-eth-l2xcbase-ndrpdr -25ge2p1xxv710-avf-eth-l2bdbasemaclrn-ndrpdr - -### 64b-?t?c-l2switching-base-i40e -25ge2p1xxv710-dot1q-l2xcbase-ndrpdr -25ge2p1xxv710-eth-l2xcbase-ndrpdr -25ge2p1xxv710-dot1q-l2bdbasemaclrn-ndrpdr -25ge2p1xxv710-eth-l2bdbasemaclrn-ndrpdr - -### 64b-?t?c-l2switching-base-scale-i40e -25ge2p1xxv710-eth-l2patch-ndrpdr -25ge2p1xxv710-eth-l2xcbase-ndrpdr -25ge2p1xxv710-eth-l2bdbasemaclrn-ndrpdr -25ge2p1xxv710-eth-l2bdscale10kmaclrn-ndrpdr -25ge2p1xxv710-eth-l2bdscale100kmaclrn-ndrpdr -25ge2p1xxv710-eth-l2bdscale1mmaclrn-ndrpdr - -### 64b-?t?c-features-l2switching-base-i40e -25ge2p1xxv710-eth-l2bdbasemaclrn-ndrpdr -25ge2p1xxv710-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr -25ge2p1xxv710-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr -25ge2p1xxv710-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr -25ge2p1xxv710-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr -25ge2p1xxv710-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr - -## 3n-skx-x710 -### 64b-?t?c-l2switching-base-scale-avf-i40e -10ge2p1x710-avf-eth-l2patch-ndrpdr -10ge2p1x710-avf-eth-l2xcbase-ndrpdr -10ge2p1x710-avf-eth-l2bdbasemaclrn-ndrpdr -10ge2p1x710-dot1q-l2bdbasemaclrn-ndrpdr -10ge2p1x710-eth-l2bdbasemaclrn-ndrpdr -10ge2p1x710-eth-l2bdscale1mmaclrn-ndrpdr - -## 3n-hsw-xl710 -### 64b-?t?c-l2switching-base-scale-i40e -40ge2p1xl710-eth-l2patch-ndrpdr -40ge2p1xl710-dot1q-l2xcbase-ndrpdr -40ge2p1xl710-eth-l2xcbase-ndrpdr -40ge2p1xl710-dot1q-l2bdbasemaclrn-ndrpdr -40ge2p1xl710-eth-l2bdbasemaclrn-ndrpdr -40ge2p1xl710-eth-l2bdscale1mmaclrn-ndrpdr - -## 3n-tsh-x520 -### 64b-?t?c-l2switching-base-ixgbe - -### 64b-?t?c-l2switching-base-scale-ixgbe - -### 64b-?t?c-features-l2switching-base-ixgbe - -# IPv4 Routing - -## 2n-skx-xxv710 -### 64b-?t?c-ip4routing-base-scale-avf -2n1l-25ge2p1xxv710-avf-dot1q-ip4base-ndrpdr -2n1l-25ge2p1xxv710-avf-ethip4-ip4base-ndrpdr -2n1l-25ge2p1xxv710-avf-ethip4-ip4scale20k-ndrpdr -2n1l-25ge2p1xxv710-avf-ethip4-ip4scale200k-ndrpdr -2n1l-25ge2p1xxv710-avf-ethip4-ip4scale2m-ndrpdr - -### 64b-?t?c-ip4routing-base-scale-i40e -2n1l-25ge2p1xxv710-dot1q-ip4base-ndrpdr -2n1l-25ge2p1xxv710-ethip4-ip4base-ndrpdr -2n1l-25ge2p1xxv710-ethip4-ip4scale20k-ndrpdr -2n1l-25ge2p1xxv710-ethip4-ip4scale200k-ndrpdr -2n1l-25ge2p1xxv710-ethip4-ip4scale2m-ndrpdr - -### 64b-?t?c-features-ip4routing-base-i40e -2n1l-25ge2p1xxv710-ethip4-ip4base-ndrpdr -2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr -2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr -2n1l-25ge2p1xxv710-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr -2n1l-25ge2p1xxv710-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr -2n1l-25ge2p1xxv710-ethip4udp-ip4base-nat44-ndrpdr - -## 2n-skx-x710 -### 64b-?t?c-ip4routing-base-scale-avf-i40e -2n1l-10ge2p1x710-avf-ethip4-ip4base-ndrpdr -2n1l-10ge2p1x710-avf-ethip4-ip4scale2m-ndrpdr -2n1l-10ge2p1x710-dot1q-ip4base-ndrpdr -2n1l-10ge2p1x710-ethip4-ip4base-ndrpdr -2n1l-10ge2p1x710-ethip4-ip4scale2m-ndrpdr - -## 3n-skx-xxv710 -### 64b-?t?c-ip4routing-base-scale-avf -25ge2p1xxv710-avf-eth-ip4base-ndrpdr -25ge2p1xxv710-avf-ethip4-ip4scale20k-ndrpdr -25ge2p1xxv710-avf-ethip4-ip4scale200k-ndrpdr -25ge2p1xxv710-avf-ethip4-ip4scale2m-ndrpdr - -### 64b-?t?c-ip4routing-base-scale-i40e -25ge2p1xxv710-dot1q-ip4base-ndrpdr -25ge2p1xxv710-ethip4-ip4base-ndrpdr -25ge2p1xxv710-ethip4-ip4scale20k-ndrpdr -25ge2p1xxv710-ethip4-ip4scale200k-ndrpdr -25ge2p1xxv710-ethip4-ip4scale2m-ndrpdr - -### 64b-?t?c-features-ip4routing-base-i40e -25ge2p1xxv710-ethip4-ip4base-ndrpdr -25ge2p1xxv710-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr -25ge2p1xxv710-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr -25ge2p1xxv710-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr -25ge2p1xxv710-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr -25ge2p1xxv710-ethip4udp-ip4base-nat44-ndrpdr - -## 3n-skx-x710 -### 64b-?t?c-ip4routing-base-scale-avf-i40e -10ge2p1x710-avf-ethip4-ip4base-ndrpdr -10ge2p1x710-avf-ethip4-ip4scale2m-ndrpdr -10ge2p1x710-dot1q-ip4base-ndrpdr -10ge2p1x710-ethip4-ip4base-ndrpdr -10ge2p1x710-ethip4-ip4scale2m-ndrpdr - -## 3n-hsw-xl710 -### 64b-?t?c-ip4routing-base-scale-i40e -40ge2p1xl710-dot1q-ip4base-ndrpdr -40ge2p1xl710-ethip4-ip4base-ndrpdr -40ge2p1xl710-ethip4-ip4scale2m-ndrpdr - -## 3n-tsh-x520 -### 64b-1t1c-ip4routing-base-scale-ixgbe - -### 64b-1t1c-feature-ip4routing-base-ixgbe - -# IPv6 Routing - -## 2n-skx-xxv710 -### 78b-?t?c-ip6routing-base-scale-i40e -2n1l-25ge2p1xxv710-dot1q-ip6base-ndrpdr -2n1l-25ge2p1xxv710-ethip6-ip6base-ndrpdr -2n1l-25ge2p1xxv710-ethip6-ip6scale20k-ndrpdr -2n1l-25ge2p1xxv710-ethip6-ip6scale200k-ndrpdr -2n1l-25ge2p1xxv710-ethip6-ip6scale2m-ndrpdr - -## 2n-skx-x710 -### 78b-?t?c-ip6routing-base-scale-i40e -2n1l-10ge2p1x710-ethip6-ip6base-ndrpdr -2n1l-10ge2p1x710-ethip6-ip6scale2m-ndrpdr - -## 3n-skx-xxv710 -### 78b-?t?c-ip6routing-base-scale-i40e -25ge2p1xxv710-dot1q-ip6base-ndrpdr -25ge2p1xxv710-ethip6-ip6base-ndrpdr -25ge2p1xxv710-ethip6-ip6scale20k-ndrpdr -25ge2p1xxv710-ethip6-ip6scale200k-ndrpdr -25ge2p1xxv710-ethip6-ip6scale2m-ndrpdr - -## 3n-skx-x710 -### 78b-?t?c-ip6routing-base-scale-i40e -10ge2p1x710-ethip6-ip6base-ndrpdr -10ge2p1x710-ethip6-ip6scale2m-ndrpdr - -## 3n-hsw-xl710 -### 78b-?t?c-ip6routing-base-scale-i40e -40ge2p1xl710-dot1q-ip6base-ndrpdr -40ge2p1xl710-ethip6-ip6base-ndrpdr -40ge2p1xl710-ethip6-ip6scale2m-ndrpdr - -## 3n-tsh-x520 -### 78b-1t1c-ip6routing-base-scale-ixgbe - -# SRv6 Routing - -## 3n-skx-xxv710 -### 78b-?t?c-srv6-ip6routing-base-i40e -25ge2p1xxv710-ethip6ip6-ip6base-srv6enc1sid-ndrpdr -25ge2p1xxv710-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr -25ge2p1xxv710-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr -25ge2p1xxv710-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr -25ge2p1xxv710-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr -25ge2p1xxv710-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr - -## 3n-hsw-xl710 -### 78b-?t?c-srv6-ip6routing-base-i40e -40ge2p1xl710-ethip6ip6-ip6base-srv6enc1sid-ndrpdr -40ge2p1xl710-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr -40ge2p1xl710-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr -40ge2p1xl710-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr -40ge2p1xl710-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr -40ge2p1xl710-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr - -## 3n-tsh-x520 -### 78b-1t1c-srv6-ip6routing-base-ixgbe - -# IPv4 Tunnels - -## 3n-skx-xxv710 -### 64b-?t?c-ip4tunnel-base-scale-i40e -25ge2p1xxv710-ethip4vxlan-l2xcbase-ndrpdr -25ge2p1xxv710-ethip4vxlan-l2bdbasemaclrn-ndrpdr -25ge2p1xxv710-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr -25ge2p1xxv710-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr - -## 3n-hsw-xl710 -### 64b-?t?c-ip4tunnel-base-i40e -40ge2p1xl710-ethip4vxlan-l2xcbase-ndrpdr -40ge2p1xl710-ethip4vxlan-l2bdbasemaclrn-ndrpdr - -## 3n-tsh-x520 -### 64b-1t1c-ip4tunnel-base-scale-ixgbe - -# KVM VMs vhost-user - -## 2n-skx-xxv710 -### 64b-?t?c-vhost-base-i40e -2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr - -## 3n-skx-xxv710 -### 64b-?t?c-vhost-base-i40e -25ge2p1xxv710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -25ge2p1xxv710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr - -#### 64b-?t?c-link-bonding-vhost-base-i40e -25ge2p1xxv710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -25ge2p1xxv710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -25ge2p1xxv710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr - -## 3n-skx-x710 -#### 64b-?t?c-link-bonding-vhost-base-i40e -10ge2p1x710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr - -## 3n-hsw-xl710 -### 64b-?t?c-vhost-base-i40e -40ge2p1xl710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -40ge2p1xl710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -40ge2p1xl710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr - -## 3n-tsh-x520 -### 64b-1t1c-vhost-base-ixgbe - -### 64b-1t1c-link-bonding-vhost-base-ixgbe - - -# LXC/DRC Container Memif - -## 2n-skx-xxv710 -### 64b-?t?c-memif-base-i40e -2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr -2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr -2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr -2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr - -## 3n-skx-xxv710 -### 64b-?t?c-memif-base-i40e -25ge2p1xxv710-eth-l2xcbase-eth-2memif-1lxc-ndrpdr -25ge2p1xxv710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr -25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr -25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr -25ge2p1xxv710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr - -## 3n-tsh-x520 -### 64b-1t1c-memif-base-ixgbe - -# IPsec with IPv4 Routing - -## 3n-skx-xxv710 -### imix-?t?c-ipsec-ip4routing-base-scale-i40e -25ge2p1xxv710-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr -25ge2p1xxv710-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr -25ge2p1xxv710-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr -25ge2p1xxv710-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr -25ge2p1xxv710-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr -25ge2p1xxv710-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - -## 3n-hsw-xl710 -### imix-?t?c-ipsec-ip4routing-base-scale-sw-i40e -40ge2p1xl710-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr -40ge2p1xl710-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr -40ge2p1xl710-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr -40ge2p1xl710-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr -40ge2p1xl710-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr -40ge2p1xl710-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - -### imix-?t?c-ipsec-ip4routing-base-scale-hw-i40e -40ge2p1xl710-ethip4ipsec1tnlhw-ip4base-int-aes256gcm-ndrpdr -40ge2p1xl710-ethip4ipsec1tnlhw-ip4base-int-aes128cbc-hmac512sha-ndrpdr -40ge2p1xl710-ethip4ipsec1000tnlhw-ip4base-int-aes256gcm-ndrpdr -40ge2p1xl710-ethip4ipsec1000tnlhw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - -## 3n-tsh-x520 -## imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe - -# Virtual Topology System - -## 3n-skx-xxv710 -### 114b-?t?c-vts-l2switching-base-i40e -25ge2p1xxv710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr -25ge2p1xxv710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr -25ge2p1xxv710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr - -## 3n-hsw-xl710 -### 114b-?t?c-vts-l2switching-base-i40e -40ge2p1xl710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr -40ge2p1xl710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr -40ge2p1xl710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr - -## 3n-tsh-x520 -### 114b-1t1c-vts-l2switching-base-ixgbe - -# 2n-skx nfv density (1c, 2c, 4c) - -## nfv_density/vm_vhost/chain - -### 2n-skx-xxv710 -#### imix-?t?c-vhost-chains-i40e -2n-25ge2p1xxv710-eth-l2bd-10ch-20vh-10vm1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-10ch-40vh-20vm1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-1ch-12vh-6vm1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-1ch-16vh-8vm1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-1ch-20vh-10vm1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-1ch-2vh-1vm1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-1ch-4vh-2vm1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-1ch-8vh-4vm1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-2ch-16vh-8vm1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-2ch-24vh-12vm1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-2ch-32vh-16vm1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-2ch-40vh-20vm1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-2ch-4vh-2vm1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-2ch-8vh-4vm1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-4ch-16vh-8vm1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-4ch-32vh-16vm1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-4ch-48vh-24vm1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-4ch-8vh-4vm1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-6ch-12vh-6vm1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-6ch-24vh-12vm1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-6ch-48vh-24vm1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-8ch-16vh-8vm1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-8ch-32vh-16vm1t-vppip4-ndrpdr - -## nfv_density/vm_vhost/chain_dot1qip4vxlan -- to be added to the Report - -### 2n-skx-xxv710 -#### imix-?t?c-vhost-chains-dot1qip4vxlan-i40e -2n-25ge2p1xxv710-dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd-ndrpdr -2n-25ge2p1xxv710-dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd-ndrpdr -2n-25ge2p1xxv710-dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd-ndrpdr -2n-25ge2p1xxv710-dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd-ndrpdr -2n-25ge2p1xxv710-dot1qip4vxlan-l2bd-8ch-16vh-8vm1t-testpmd-ndrpdr -2n-25ge2p1xxv710-dot1qip4vxlan-l2bd-10ch-20vh-10vm1t-testpmd-ndrpdr - -## nfv_density/dcr_memif/chain - -### 2n-skx-xxv710 -#### imix-?t?c-memif-chains-i40e -2n-25ge2p1xxv710-eth-l2bd-10ch-20mif-10dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-10ch-40mif-20dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-1ch-12mif-6dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-1ch-16mif-8dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-1ch-20mif-10dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-1ch-2mif-1dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-1ch-4mif-2dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-1ch-8mif-4dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-2ch-16mif-8dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-2ch-24mif-12dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-2ch-32mif-16dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-2ch-40mif-20dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-2ch-4mif-2dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-2ch-8mif-4dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-4ch-16mif-8dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-4ch-32mif-16dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-4ch-48mif-24dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-4ch-8mif-4dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-6ch-12mif-6dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-6ch-24mif-12dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-6ch-48mif-24dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-8ch-16mif-8dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-8ch-32mif-16dcr1t-vppip4-ndrpdr - -## nfv_density/dcr_memif/pipeline - -### 2n-skx-xxv710 -#### imix-?t?c-memif-pipelines-i40e -2n-25ge2p1xxv710-eth-l2bd-10pl-20mif-10dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-10pl-20mif-20dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-1pl-2mif-10dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-1pl-2mif-1dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-1pl-2mif-2dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-1pl-2mif-4dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-1pl-2mif-6dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-1pl-2mif-8dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-2pl-4mif-12dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-2pl-4mif-16dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-2pl-4mif-20dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-2pl-4mif-2dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-2pl-4mif-4dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-2pl-4mif-8dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-2pl-8mif-4dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-4pl-8mif-16dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-4pl-8mif-24dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-4pl-8mif-8dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-6pl-12mif-12dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-6pl-12mif-24dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-6pl-12mif-6dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-8pl-16mif-16dcr1t-vppip4-ndrpdr -2n-25ge2p1xxv710-eth-l2bd-8pl-16mif-8dcr1t-vppip4-ndrpdr diff --git a/resources/tools/presentation/doc/trending_test_groups.md b/resources/tools/presentation/doc/trending_test_groups.md deleted file mode 100644 index 8f0b7eaaa4..0000000000 --- a/resources/tools/presentation/doc/trending_test_groups.md +++ /dev/null @@ -1,797 +0,0 @@ -# Test Groups for Trending - -## Introduction - -Specifications of test groups for daily Trending graphs (see -[Trending web page]) are provided in this note. - -### Order of Chapters on Trending Web Page -1. L2 Ethernet Switching -2. IPv4 Routing -3. IPv6 Routing -4. SRv6 Routing -5. IPv4 Tunnels -6. KVM VMs vhost-user -7. LXC/DRC Container Memif -8. IPsec with IPv4 Routing -9. Virtual Topology System -10. NF Service Density -11. DPDK - -### Presented Test Configurations - -Only tests with NICs, processor cores and frame sizes specified below -will be presented in the Trending. - -#### NICs -- See [Performance Tests Job Specifications, chapter NICs] -- See item nr 1 in TODO list. - -#### Processor Cores in Trending Graphs -- 1c (1t1c or 2t1c), -- 2c (2t2c or 4t2c), -- 4c (4t4c or 8t4c). - -See item nr 3 in TODO list. - -#### Frame Sizes -- See [Performance Tests Job Specifications, chapter Frame Sizes] -- See item nr 2 in TODO list. - -### Backward compatibility - -The new structure will not be backward compatible with the previous one. -The old data and graphs will be stored and accessible on the link: -. A link to this page -will be on the Trending web page. - -### Notes -1. The lists of tests are based on running tests in trending jobs - - [2n-skx] - - [3n-skx] - - [3n-hsw] - - [3n-tsh] - - [2n-clx] - - and on the lists of selected tests (test_select_list_*.md) stored in - the [Jobs specifications] directory. -2. The order of chapters, sub-chapters and tests in the graphs on the - [Trending web page] will be the same as specified in this document. - -### TODO List -1. Change the trending jobs to use primary and secondary NICs as they - are defined in [Performance Tests Job Specifications, chapter NICs]. -2. Change the trending jobs to use frame sizes as they are defined in - [Performance Tests Job Specifications, chapter Frame Sizes]. -3. Change the trending jobs to use processor cores as they are defined - in [Performance Tests Job Specifications, chapter Processor Cores]. - -# Test Groups - -## L2 Ethernet Switching - -### 2n-skx-xxv710 - -#### 64b-?t?c-l2switching-base-avf - 2n1l-25ge2p1xxv710-avf-eth-l2patch-mrr - 2n1l-25ge2p1xxv710-avf-eth-l2xcbase-mrr - 2n1l-25ge2p1xxv710-avf-dot1q-l2bdbasemaclrn-mrr - 2n1l-25ge2p1xxv710-avf-eth-l2bdbasemaclrn-mrr - -#### 64b-?t?c-l2switching-base-i40e - 2n1l-25ge2p1xxv710-eth-l2patch-mrr - 2n1l-25ge2p1xxv710-dot1q-l2xcbase-mrr - 2n1l-25ge2p1xxv710-eth-l2xcbase-mrr - 2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-mrr - 2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-mrr - -#### 64b-?t?c-l2switching-base-scale-i40e - 2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-mrr - 2n1l-25ge2p1xxv710-eth-l2bdscale10kmaclrn-mrr - 2n1l-25ge2p1xxv710-eth-l2bdscale100kmaclrn-mrr - 2n1l-25ge2p1xxv710-eth-l2bdscale1mmaclrn-mrr - -### 2n-skx-x710 - -#### 64b-?t?c-l2switching-base-scale-avf-i40e - 2n1l-10ge2p1x710-avf-eth-l2xcbase-mrr - 2n1l-10ge2p1x710-avf-dot1q-l2bdbasemaclrn-mrr - 2n1l-10ge2p1x710-avf-eth-l2bdbasemaclrn-mrr - 2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-mrr - 2n1l-10ge2p1x710-eth-l2bdbasemaclrn-mrr - 2n1l-10ge2p1x710-eth-l2bdscale1mmaclrn-mrr - -### 3n-skx-xxv710 - -#### 64b-?t?c-l2switching-base-avf - 25ge2p1xxv710-avf-eth-l2patch-mrr - 25ge2p1xxv710-avf-eth-l2xcbase-mrr - 25ge2p1xxv710-avf-eth-l2bdbasemaclrn-mrr - -#### 64b-?t?c-l2switching-base-i40e - 25ge2p1xxv710-dot1q-l2xcbase-mrr - 25ge2p1xxv710-eth-l2xcbase-mrr - 25ge2p1xxv710-dot1q-l2bdbasemaclrn-mrr - 25ge2p1xxv710-eth-l2bdbasemaclrn-mrr - -#### 64b-?t?c-l2switching-base-scale-i40e - 25ge2p1xxv710-eth-l2patch-mrr - 25ge2p1xxv710-eth-l2xcbase-mrr - 25ge2p1xxv710-eth-l2bdbasemaclrn-mrr - 25ge2p1xxv710-eth-l2bdscale10kmaclrn-mrr - 25ge2p1xxv710-eth-l2bdscale100kmaclrn-mrr - 25ge2p1xxv710-eth-l2bdscale1mmaclrn-mrr - -#### 64b-?t?c-features-l2switching-base-i40e - 25ge2p1xxv710-eth-l2bdbasemaclrn-mrr - 25ge2p1xxv710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr - 25ge2p1xxv710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr - 25ge2p1xxv710-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr - 25ge2p1xxv710-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr - 25ge2p1xxv710-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr - -### 3n-skx-x710 - -#### 64b-?t?c-l2switching-base-scale-avf-i40e - 10ge2p1x710-avf-eth-l2patch-mrr - 10ge2p1x710-avf-eth-l2xcbase-mrr - 10ge2p1x710-avf-eth-l2bdbasemaclrn-mrr - 10ge2p1x710-dot1q-l2bdbasemaclrn-mrr - 10ge2p1x710-eth-l2bdbasemaclrn-mrr - 10ge2p1x710-eth-l2bdscale1mmaclrn-mrr - -### 3n-hsw-xl710 - -#### 64b-?t?c-l2switching-base-scale-i40e - 40ge2p1xl710-eth-l2patch-mrr - 40ge2p1xl710-dot1q-l2xcbase-mrr - 40ge2p1xl710-eth-l2xcbase-mrr - 40ge2p1xl710-dot1q-l2bdbasemaclrn-mrr - 40ge2p1xl710-eth-l2bdbasemaclrn-mrr - 40ge2p1xl710-eth-l2bdscale1mmaclrn-mrr - -### 3n-tsh-x520 - -#### 64b-?t?c-l2switching-base-ixgbe - 10ge2p1x520-dot1q-l2xcbase-mrr - 10ge2p1x520-eth-l2xcbase-mrr - 10ge2p1x520-dot1q-l2bdbasemaclrn-mrr - 10ge2p1x520-eth-l2bdbasemaclrn-mrr - -#### 64b-?t?c-l2switching-base-scale-ixgbe - 10ge2p1x520-eth-l2patch-mrr - 10ge2p1x520-eth-l2xcbase-mrr - 10ge2p1x520-eth-l2bdbasemaclrn-mrr - 10ge2p1x520-eth-l2bdscale10kmaclrn-mrr - 10ge2p1x520-eth-l2bdscale100kmaclrn-mrr - 10ge2p1x520-eth-l2bdscale1mmaclrn-mrr - -#### 64b-?t?c-features-l2switching-base-ixgbe - 10ge2p1x520-eth-l2bdbasemaclrn-mrr - 10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr - 10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr - 10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr - 10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr - 10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr - -### 2n-clx-xxv710 - -#### 64b-?t?c-l2switching-base-avf - 2n1l-25ge2p1xxv710-avf-eth-l2patch-mrr - 2n1l-25ge2p1xxv710-avf-eth-l2xcbase-mrr - 2n1l-25ge2p1xxv710-avf-dot1q-l2bdbasemaclrn-mrr - 2n1l-25ge2p1xxv710-avf-eth-l2bdbasemaclrn-mrr - -#### 64b-?t?c-l2switching-base-i40e - 2n1l-25ge2p1xxv710-eth-l2patch-mrr - 2n1l-25ge2p1xxv710-dot1q-l2xcbase-mrr - 2n1l-25ge2p1xxv710-eth-l2xcbase-mrr - 2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-mrr - 2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-mrr - -#### 64b-?t?c-l2switching-base-scale-i40e - 2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-mrr - 2n1l-25ge2p1xxv710-eth-l2bdscale10kmaclrn-mrr - 2n1l-25ge2p1xxv710-eth-l2bdscale100kmaclrn-mrr - 2n1l-25ge2p1xxv710-eth-l2bdscale1mmaclrn-mrr - -### 2n-clx-x710 - -#### 64b-?t?c-l2switching-base-scale-avf-i40e - 2n1l-10ge2p1x710-avf-eth-l2xcbase-mrr - 2n1l-10ge2p1x710-avf-dot1q-l2bdbasemaclrn-mrr - 2n1l-10ge2p1x710-avf-eth-l2bdbasemaclrn-mrr - 2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-mrr - 2n1l-10ge2p1x710-eth-l2bdbasemaclrn-mrr - 2n1l-10ge2p1x710-eth-l2bdscale1mmaclrn-mrr - -## IPv4 Routing - -### 2n-skx-xxv710 - -#### 64b-?t?c-ip4routing-base-scale-avf - 2n1l-25ge2p1xxv710-avf-dot1q-ip4base-mrr - 2n1l-25ge2p1xxv710-avf-ethip4-ip4base-mrr - 2n1l-25ge2p1xxv710-avf-ethip4-ip4scale20k-mrr - 2n1l-25ge2p1xxv710-avf-ethip4-ip4scale200k-mrr - 2n1l-25ge2p1xxv710-avf-ethip4-ip4scale2m-mrr - -#### 64b-?t?c-ip4routing-base-scale-i40e - 2n1l-25ge2p1xxv710-dot1q-ip4base-mrr - 2n1l-25ge2p1xxv710-ethip4-ip4base-mrr - 2n1l-25ge2p1xxv710-ethip4-ip4scale20k-mrr - 2n1l-25ge2p1xxv710-ethip4-ip4scale200k-mrr - 2n1l-25ge2p1xxv710-ethip4-ip4scale2m-mrr - -#### 64b-?t?c-features-ip4routing-base-i40e - 2n1l-25ge2p1xxv710-ethip4-ip4base-mrr - 2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl50sf-10kflows-mrr - 2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl50sl-10kflows-mrr - 2n1l-25ge2p1xxv710-ethip4udp-ip4base-oacl50sf-10kflows-mrr - 2n1l-25ge2p1xxv710-ethip4udp-ip4base-oacl50sl-10kflows-mrr - 2n1l-25ge2p1xxv710-ethip4udp-ip4base-nat44-mrr - -### 2n-skx-x710 - -#### 64b-?t?c-ip4routing-base-scale-avf-i40e - 2n1l-10ge2p1x710-avf-ethip4-ip4base-mrr - 2n1l-10ge2p1x710-avf-ethip4-ip4scale2m-mrr - 2n1l-10ge2p1x710-dot1q-ip4base-mrr - 2n1l-10ge2p1x710-ethip4-ip4base-mrr - 2n1l-10ge2p1x710-ethip4-ip4scale2m-mrr - -### 3n-skx-xxv710 - -#### 64b-?t?c-ip4routing-base-scale-avf - 25ge2p1xxv710-avf-eth-ip4base-mrr - 25ge2p1xxv710-avf-ethip4-ip4scale20k-mrr - 25ge2p1xxv710-avf-ethip4-ip4scale200k-mrr - 25ge2p1xxv710-avf-ethip4-ip4scale2m-mrr - -#### 64b-?t?c-ip4routing-base-scale-i40e - 25ge2p1xxv710-dot1q-ip4base-mrr - 25ge2p1xxv710-ethip4-ip4base-mrr - 25ge2p1xxv710-ethip4-ip4scale20k-mrr - 25ge2p1xxv710-ethip4-ip4scale200k-mrr - 25ge2p1xxv710-ethip4-ip4scale2m-mrr - -#### 64b-?t?c-features-ip4routing-base-i40e - 25ge2p1xxv710-ethip4-ip4base-mrr - 25ge2p1xxv710-ethip4udp-ip4base-iacl50sf-10kflows-mrr - 25ge2p1xxv710-ethip4udp-ip4base-iacl50sl-10kflows-mrr - 25ge2p1xxv710-ethip4udp-ip4base-oacl50sf-10kflows-mrr - 25ge2p1xxv710-ethip4udp-ip4base-oacl50sl-10kflows-mrr - 25ge2p1xxv710-ethip4udp-ip4base-nat44-mrr - -### 3n-skx-x710 - -#### 64b-?t?c-ip4routing-base-scale-avf-i40e - 10ge2p1x710-avf-ethip4-ip4base-mrr - 10ge2p1x710-avf-ethip4-ip4scale2m-mrr - 10ge2p1x710-dot1q-ip4base-mrr - 10ge2p1x710-ethip4-ip4base-mrr - 10ge2p1x710-ethip4-ip4scale2m-mrr - -### 3n-hsw-xl710 - -#### 64b-?t?c-ip4routing-base-scale-i40e - 40ge2p1xl710-dot1q-ip4base-mrr - 40ge2p1xl710-ethip4-ip4base-mrr - 40ge2p1xl710-ethip4-ip4scale2m-mrr - -### 3n-tsh-x520 - -#### 64b-?t?c-ip4routing-base-scale-ixgbe - 10ge2p1x520-dot1q-ip4base-mrr - 10ge2p1x520-ethip4-ip4base-mrr - 10ge2p1x520-ethip4-ip4scale20k-mrr - 10ge2p1x520-ethip4-ip4scale200k-mrr - 10ge2p1x520-ethip4-ip4scale2m-mrr - -#### 64b-?t?c-features-ip4routing-base-ixgbe - 10ge2p1x520-ethip4-ip4base-mrr - 10ge2p1x520-ethip4udp-ip4base-iacl50sf-10kflows-mrr - 10ge2p1x520-ethip4udp-ip4base-iacl50sl-10kflows-mrr - 10ge2p1x520-ethip4udp-ip4base-oacl50sf-10kflows-mrr - 10ge2p1x520-ethip4udp-ip4base-oacl50sl-10kflows-mrr - 10ge2p1x520-ethip4udp-ip4base-nat44-mrr - -### 2n-clx-xxv710 - -#### 64b-?t?c-ip4routing-base-scale-avf - 2n1l-25ge2p1xxv710-avf-dot1q-ip4base-mrr - 2n1l-25ge2p1xxv710-avf-ethip4-ip4base-mrr - 2n1l-25ge2p1xxv710-avf-ethip4-ip4scale20k-mrr - 2n1l-25ge2p1xxv710-avf-ethip4-ip4scale200k-mrr - 2n1l-25ge2p1xxv710-avf-ethip4-ip4scale2m-mrr - -#### 64b-?t?c-ip4routing-base-scale-i40e - 2n1l-25ge2p1xxv710-dot1q-ip4base-mrr - 2n1l-25ge2p1xxv710-ethip4-ip4base-mrr - 2n1l-25ge2p1xxv710-ethip4-ip4scale20k-mrr - 2n1l-25ge2p1xxv710-ethip4-ip4scale200k-mrr - 2n1l-25ge2p1xxv710-ethip4-ip4scale2m-mrr - -#### 64b-?t?c-features-ip4routing-base-i40e - 2n1l-25ge2p1xxv710-ethip4-ip4base-mrr - 2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl50sf-10kflows-mrr - 2n1l-25ge2p1xxv710-ethip4udp-ip4base-iacl50sl-10kflows-mrr - 2n1l-25ge2p1xxv710-ethip4udp-ip4base-oacl50sf-10kflows-mrr - 2n1l-25ge2p1xxv710-ethip4udp-ip4base-oacl50sl-10kflows-mrr - 2n1l-25ge2p1xxv710-ethip4udp-ip4base-nat44-mrr - -### 2n-clx-x710 - -#### 64b-?t?c-ip4routing-base-scale-avf-i40e - 2n1l-10ge2p1x710-avf-ethip4-ip4base-mrr - 2n1l-10ge2p1x710-avf-ethip4-ip4scale2m-mrr - 2n1l-10ge2p1x710-dot1q-ip4base-mrr - 2n1l-10ge2p1x710-ethip4-ip4base-mrr - 2n1l-10ge2p1x710-ethip4-ip4scale2m-mrr - -## IPv6 Routing - -### 2n-skx-xxv710 - -#### 78b-?t?c-ip6routing-base-scale-i40e - 2n1l-25ge2p1xxv710-dot1q-ip6base-mrr - 2n1l-25ge2p1xxv710-ethip6-ip6base-mrr - 2n1l-25ge2p1xxv710-ethip6-ip6scale20k-mrr - 2n1l-25ge2p1xxv710-ethip6-ip6scale200k-mrr - 2n1l-25ge2p1xxv710-ethip6-ip6scale2m-mrr - -### 2n-skx-x710 - -#### 78b-?t?c-ip6routing-base-scale-i40e - 2n1l-10ge2p1x710-ethip6-ip6base-mrr - 2n1l-10ge2p1x710-ethip6-ip6scale2m-mrr - -### 3n-skx-xxv710 - -#### 78b-?t?c-ip6routing-base-scale-i40e - 25ge2p1xxv710-dot1q-ip6base-mrr - 25ge2p1xxv710-ethip6-ip6base-mrr - 25ge2p1xxv710-ethip6-ip6scale20k-mrr - 25ge2p1xxv710-ethip6-ip6scale200k-mrr - 25ge2p1xxv710-ethip6-ip6scale2m-mrr - -### 3n-skx-x710 - -#### 78b-?t?c-ip6routing-base-scale-i40e - 10ge2p1x710-ethip6-ip6base-mrr - 10ge2p1x710-ethip6-ip6scale2m-mrr - -### 3n-hsw-xl710 - -#### 78b-?t?c-ip6routing-base-scale-i40e - 40ge2p1xl710-dot1q-ip6base-mrr - 40ge2p1xl710-ethip6-ip6base-mrr - 40ge2p1xl710-ethip6-ip6scale2m-mrr - -### 3n-tsh-x520 - -#### 78b-?t?c-ip6routing-base-scale-ixgbe - 10ge2p1x520-dot1q-ip6base-mrr - 10ge2p1x520-ethip6-ip6base-mrr - 10ge2p1x520-ethip6-ip6scale20k-mrr - 10ge2p1x520-ethip6-ip6scale200k-mrr - 10ge2p1x520-ethip6-ip6scale2m-mrr - -### 2n-clx-xxv710 - -#### 78b-?t?c-ip6routing-base-scale-i40e - 2n1l-25ge2p1xxv710-dot1q-ip6base-mrr - 2n1l-25ge2p1xxv710-ethip6-ip6base-mrr - 2n1l-25ge2p1xxv710-ethip6-ip6scale20k-mrr - 2n1l-25ge2p1xxv710-ethip6-ip6scale200k-mrr - 2n1l-25ge2p1xxv710-ethip6-ip6scale2m-mrr - -### 2n-clx-x710 - -#### 78b-?t?c-ip6routing-base-scale-i40e - 10ge2p1x710-ethip6-ip6base-mrr - 10ge2p1x710-ethip6-ip6scale2m-mrr - -## SRv6 Routing - -### 3n-skx-xxv710 - -#### 78b-?t?c-srv6-ip6routing-base-i40e - 25ge2p1xxv710-ethip6ip6-ip6base-srv6enc1sid-mrr - 25ge2p1xxv710-ethip6srhip6-ip6base-srv6enc2sids-mrr - 25ge2p1xxv710-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr - 25ge2p1xxv710-ethip6srhip6-ip6base-srv6proxy-dyn-mrr - 25ge2p1xxv710-ethip6srhip6-ip6base-srv6proxy-masq-mrr - 25ge2p1xxv710-ethip6srhip6-ip6base-srv6proxy-stat-mrr - -### 3n-hsw-xl710 - -#### 78b-?t?c-srv6-ip6routing-base-i40e - 40ge2p1xl710-ethip6ip6-ip6base-srv6enc1sid-mrr - 40ge2p1xl710-ethip6srhip6-ip6base-srv6enc2sids-mrr - 40ge2p1xl710-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr - 40ge2p1xl710-ethip6srhip6-ip6base-srv6proxy-dyn-mrr - 40ge2p1xl710-ethip6srhip6-ip6base-srv6proxy-masq-mrr - 40ge2p1xl710-ethip6srhip6-ip6base-srv6proxy-stat-mrr - -### 3n-tsh-x520 - -#### 78b-?t?c-srv6-ip6routing-base-ixgbe - 10ge2p1x520-ethip6ip6-ip6base-srv6enc1sid-mrr - 10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-mrr - 10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr - 10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-dyn-mrr - 10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-masq-mrr - 10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-stat-mrr - -## IPv4 Tunnels - -### 3n-skx-xxv710 - -#### 64b-?t?c-ip4tunnel-base-scale-i40e - 25ge2p1xxv710-ethip4vxlan-l2xcbase-mrr - 25ge2p1xxv710-ethip4vxlan-l2bdbasemaclrn-mrr - 25ge2p1xxv710-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr - 25ge2p1xxv710-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr - -### 3n-hsw-xl710 - -#### 64b-?t?c-ip4tunnel-base-i40e - 40ge2p1xl710-ethip4vxlan-l2xcbase-mrrjaja - 40ge2p1xl710-ethip4vxlan-l2bdbasemaclrn-mrr - -### 3n-tsh-x520 - -#### 64b-?t?c-ip4tunnel-base-scale-ixgbe - 10ge2p1x520-ethip4vxlan-l2xcbase-mrr - 10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-mrr - 10ge2p1x520-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr - 10ge2p1x520-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr - -## KVM VMs vhost-user - -### 2n-skx-xxv710 - -#### 64b-?t?c-vhost-base-i40e-testpmd - 2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr - 2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr - 2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr - 2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr - -#### 64b-?t?c-vhost-base-i40e-vpp - 2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr - 2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr - 2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr - 2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2vhostvr1024-1vm-vppl2xc-mrr - -### 3n-skx-xxv710 - -#### 64b-?t?c-vhost-base-i40e-testpmd - 25ge2p1xxv710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr - 25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr - 25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr - 25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr - 25ge2p1xxv710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr - -#### 64b-?t?c-vhost-base-i40e-vpp - 25ge2p1xxv710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr - 25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr - 25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr - 25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr - 25ge2p1xxv710-ethip4-ip4base-eth-2vhostvr1024-1vm-vppl2xc-mrr - -#### 64b-?t?c-link-bonding-vhost-base-i40e-testpmd - 25ge2p1xxv710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr - 25ge2p1xxv710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr - 25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr - 25ge2p1xxv710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr - 25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr - 25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr - -#### 64b-?t?c-link-bonding-vhost-base-i40e-vpp - 25ge2p1xxv710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr - 25ge2p1xxv710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr - 25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr - 25ge2p1xxv710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr - 25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr - 25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr - -### 3n-skx-x710 - -#### 64b-?t?c-link-bonding-vhost-base-i40e-testpmd - 10ge2p1x710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr - 10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr - 10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr - 10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr - 10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr - 10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr - -#### 64b-?t?c-link-bonding-vhost-base-i40e-vpp - 10ge2p1x710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr - 10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr - 10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr - 10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr - 10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr - 10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr - -### 3n-hsw-xl710 - -#### 64b-?t?c-vhost-base-i40e-testpmd - 40ge2p1xl710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr - 40ge2p1xl710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr - 40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr - 40ge2p1xl710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr - -#### 64b-?t?c-vhost-base-i40e-vpp - 40ge2p1xl710-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr - 40ge2p1xl710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr - 40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr - 40ge2p1xl710-ethip4-ip4base-eth-2vhostvr1024-1vm-vppl2xc-mrr - -### 3n-tsh-x520 - -#### 64b-?t?c-vhost-base-ixgbe - 10ge2p1x520-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr - 10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr - 10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr - 10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr - 10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr - -#### 64b-?t?c-link-bonding-vhost-base-ixgbe - 10ge2p1x520-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr - 10ge2p1x520-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr - 10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr - 10ge2p1x520-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr - 10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr - 10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr - -### 2n-clx-xxv710 - -#### 64b-?t?c-vhost-base-i40e-testpmd - 2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr - 2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr - 2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr - 2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr - -#### 64b-?t?c-vhost-base-i40e-vpp - 2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr - 2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr - 2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr - 2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2vhostvr1024-1vm-vppl2xc-mrr - -## LXC/DRC Container Memif - -### 2n-skx-xxv710 - -#### 64b-?t?c-memif-base-i40e - 2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2memif-1dcr-mrr - 2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr - 2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr - 2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2memif-1dcr-mrr - -### 3n-skx-xxv710 - -#### 64b-?t?c-memif-base-i40e - 25ge2p1xxv710-eth-l2xcbase-eth-2memif-1lxc-mrr - 25ge2p1xxv710-eth-l2xcbase-eth-2memif-1dcr-mrr - 25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr - 25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr - 25ge2p1xxv710-ethip4-ip4base-eth-2memif-1dcr-mrr - -### 3n-tsh-x520 - -#### 64b-?t?c-memif-base-ixgbe - 10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-mrr - 10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-mrr - 10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr - 10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr - 10ge2p1x520-ethip4-ip4base-eth-2memif-1dcr-mrr - -### 2n-clx-xxv710 - -#### 64b-?t?c-memif-base-i40e - 2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2memif-1dcr-mrr - 2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr - 2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr - 2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2memif-1dcr-mrr - -## IPsec with IPv4 Routing - -### 3n-skx-xxv710 - -#### imix-?t?c-ipsec-ip4routing-base-scale-sw-i40e - 25ge2p1xxv710-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr - 25ge2p1xxv710-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr - 25ge2p1xxv710-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-mrr - 25ge2p1xxv710-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr - 25ge2p1xxv710-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr - 25ge2p1xxv710-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr - -### 3n-hsw-xl710 - -#### imix-?t?c-ipsec-ip4routing-base-scale-sw-i40e - 40ge2p1xl710-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr - 40ge2p1xl710-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr - 40ge2p1xl710-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-mrr - 40ge2p1xl710-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr - 40ge2p1xl710-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr - 40ge2p1xl710-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr - -#### imix-?t?c-ipsec-ip4routing-base-scale-hw-i40e - 40ge2p1xl710-ethip4ipsec1tnlhw-ip4base-int-aes256gcm-mrr - 40ge2p1xl710-ethip4ipsec1tnlhw-ip4base-int-aes128cbc-hmac512sha-mrr - 40ge2p1xl710-ethip4ipsec1000tnlhw-ip4base-int-aes256gcm-mrr - 40ge2p1xl710-ethip4ipsec1000tnlhw-ip4base-int-aes128cbc-hmac512sha-mrr - -### 3n-tsh-x520 - -#### imix-?t?c-ipsec-ip4routing-base-scale-sw-ixgbe - 10ge2p1x520-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr - 10ge2p1x520-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr - 10ge2p1x520-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-mrr - 10ge2p1x520-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr - 10ge2p1x520-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr - 10ge2p1x520-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr - -## Virtual Topology System - -### 3n-skx-xxv710 - -#### 114b-?t?c-vts-l2switching-base-i40e - 25ge2p1xxv710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr - 25ge2p1xxv710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr - 25ge2p1xxv710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr - -### 3n-hsw-xl710 - -#### 114b-?t?c-vts-l2switching-base-i40e - 40ge2p1xl710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr - 40ge2p1xl710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr - 40ge2p1xl710-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr - -### 3n-tsh-x520 - -#### 114b-?t?c-vts-l2switching-base-ixgbe - 10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr - 10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr - 10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr - -## NF Service Density - -### VNF Service Chains - -#### 2n-skx-xxv710 - -##### imix-?t?c-vhost-chains-i40e - 2n-25ge2p1xxv710-eth-l2bd-10ch-20vh-10vm1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-10ch-40vh-20vm1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-1ch-12vh-6vm1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-1ch-16vh-8vm1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-1ch-20vh-10vm1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-1ch-2vh-1vm1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-1ch-4vh-2vm1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-1ch-8vh-4vm1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-2ch-16vh-8vm1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-2ch-24vh-12vm1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-2ch-32vh-16vm1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-2ch-40vh-20vm1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-2ch-4vh-2vm1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-2ch-8vh-4vm1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-4ch-16vh-8vm1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-4ch-32vh-16vm1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-4ch-48vh-24vm1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-4ch-8vh-4vm1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-6ch-12vh-6vm1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-6ch-24vh-12vm1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-6ch-48vh-24vm1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-8ch-16vh-8vm1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-8ch-32vh-16vm1t-vppip4-mrr - -### CNF Service Chains - -#### 2n-skx-xxv710 - -##### imix-?t?c-memif-chains-i40e - 2n-25ge2p1xxv710-eth-l2bd-10ch-20mif-10dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-10ch-40mif-20dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-1ch-12mif-6dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-1ch-16mif-8dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-1ch-20mif-10dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-1ch-2mif-1dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-1ch-4mif-2dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-1ch-8mif-4dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-2ch-16mif-8dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-2ch-24mif-12dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-2ch-32mif-16dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-2ch-40mif-20dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-2ch-4mif-2dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-2ch-8mif-4dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-4ch-16mif-8dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-4ch-32mif-16dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-4ch-48mif-24dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-4ch-8mif-4dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-6ch-12mif-6dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-6ch-24mif-12dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-6ch-48mif-24dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-8ch-16mif-8dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-8ch-32mif-16dcr1t-vppip4-mrr - -### CNF Service Pipelines - -#### 2n-skx-xxv710 - -##### imix-?t?c-memif-pipelines-i40e - 2n-25ge2p1xxv710-eth-l2bd-10pl-20mif-10dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-10pl-20mif-20dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-1pl-2mif-10dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-1pl-2mif-1dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-1pl-2mif-2dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-1pl-2mif-4dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-1pl-2mif-6dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-1pl-2mif-8dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-2pl-4mif-12dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-2pl-4mif-16dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-2pl-4mif-20dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-2pl-4mif-2dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-2pl-4mif-4dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-2pl-4mif-8dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-2pl-8mif-4dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-4pl-8mif-16dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-4pl-8mif-24dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-4pl-8mif-8dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-6pl-12mif-12dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-6pl-12mif-24dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-6pl-12mif-6dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-8pl-16mif-16dcr1t-vppip4-mrr - 2n-25ge2p1xxv710-eth-l2bd-8pl-16mif-8dcr1t-vppip4-mrr - -## DPDK - -### 2n-skx-xxv710 - -#### 64b-?t?c-testpmd-l3fwd - 2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-mrr - 2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-mrr - -### 2n-skx-x710 - -#### 64b-?t?c-testpmd-l3fwd - 2n1l-10ge2p1x710-eth-l2xcbase-testpmd-mrr - 2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-mrr - -### 3n-skx-xxv710 - -#### 64b-?t?c-testpmd-l3fwd - 25ge2p1xxv710-eth-l2xcbase-testpmd-mrr - 25ge2p1xxv710-ethip4-ip4base-l3fwd-mrr - -### 3n-skx-x710 - -#### 64b-?t?c-testpmd-l3fwd - 10ge2p1x710-eth-l2xcbase-testpmd-mrr - 10ge2p1x710-ethip4-ip4base-l3fwd-mrr - -### 3n-hsw-xl710 - -#### 64b-?t?c-testpmd-l3fwd - 40ge2p1xl710-eth-l2xcbase-testpmd-mrr - 40ge2p1xl710-ethip4-ip4base-l3fwd-mrr - -### 3n-hsw-x710 - -#### 64b-?t?c-testpmd-l3fwd - 10ge2p1x710-eth-l2xcbase-testpmd-mrr - 10ge2p1x710-ethip4-ip4base-l3fwd-mrr - -[Trending web page]: https://docs.fd.io/csit/master/trending/index.html -[2n-skx]: https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-skx/ -[3n-skx]: https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx/ -[3n-hsw]: https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master/ -[3n-tsh]: https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-tsh/ -[2n-clx]: https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-clx/ -[Performance Tests Job Specifications, chapter NICs]: https://github.com/FDio/csit/blob/master/resources/job_specs/perf_tests_job_specs.md#nics -[Performance Tests Job Specifications, chapter Frame Sizes]: https://github.com/FDio/csit/blob/master/resources/job_specs/perf_tests_job_specs.md#frame-sizes -[Performance Tests Job Specifications, chapter Processor Cores]: https://github.com/FDio/csit/blob/master/resources/job_specs/perf_tests_job_specs.md#processor-cores -[Jobs specifications]: https://github.com/FDio/csit/tree/master/resources/job_specs - -# END OF DOCUMENT diff --git a/resources/tools/presentation/environment.py b/resources/tools/presentation/environment.py deleted file mode 100644 index e34e338c41..0000000000 --- a/resources/tools/presentation/environment.py +++ /dev/null @@ -1,129 +0,0 @@ -# Copyright (c) 2023 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -"""Environment - -Setting of the environment according to the specification specified in the -specification YAML file. -""" - -import os -import shutil -import logging - -from pal_errors import PresentationError - - -class Environment: - """Setting of the environment: - - set environment variables, - - create directories. - """ - - def __init__(self, env, force=False): - """Initialization. - - :param env: Environment specification. - :param force: If True, remove old build(s) if present. - :type env: dict - :type force: bool - """ - - self._env = env - self._force = force - - @property - def environment(self): - """Getter. - - :returns: Environment settings. - :rtype: dict - """ - return self._env - - def _make_dirs(self): - """Create the directories specified in the 'make-dirs' part of - 'environment' section in the specification file. - - :raises: PresentationError if it is not possible to remove or create a - directory. - """ - - if self._force: - logging.info(u"Removing old build(s) ...") - for directory in self._env[u"build-dirs"]: - dir_to_remove = self._env[u"paths"][directory] - if os.path.isdir(dir_to_remove): - try: - shutil.rmtree(dir_to_remove) - logging.info(f" Removed: {dir_to_remove}") - except OSError: - raise PresentationError( - f"Cannot remove the directory {dir_to_remove}" - ) - logging.info(u"Done.") - - logging.info(u"Making directories ...") - - for directory in self._env[u"make-dirs"]: - dir_to_make = self._env[u"paths"][directory] - try: - if os.path.isdir(dir_to_make): - logging.warning( - f"The directory {dir_to_make} exists, skipping." - ) - else: - os.makedirs(dir_to_make) - logging.info(f" Created: {dir_to_make}") - except OSError: - raise PresentationError( - f"Cannot make the directory {dir_to_make}" - ) - - logging.info(u"Done.") - - def set_environment(self): - """Set the environment. - """ - - self._make_dirs() - - -def clean_environment(env): - """Clean the environment. - - :param env: Environment specification. - :type env: dict - """ - - logging.info(u"Cleaning the environment ...") - - if not env[u"remove-dirs"]: # None or empty - logging.info(u" No directories to remove.") - return - - for directory in env[u"remove-dirs"]: - dir_to_remove = env[u"paths"][directory] - logging.info(f" Removing the working directory {dir_to_remove} ...") - if os.path.isdir(dir_to_remove): - try: - shutil.rmtree(dir_to_remove) - except OSError as err: - logging.warning( - f"Cannot remove the directory {dir_to_remove}" - ) - logging.debug(str(err)) - else: - logging.warning(f"The directory {dir_to_remove} does not exist.") - - logging.info(u"Done.") diff --git a/resources/tools/presentation/generator_alerts.py b/resources/tools/presentation/generator_alerts.py deleted file mode 100644 index 21ffbd23b7..0000000000 --- a/resources/tools/presentation/generator_alerts.py +++ /dev/null @@ -1,554 +0,0 @@ -# Copyright (c) 2023 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -"""Generator of alerts: -- failed tests -- regressions -- progressions -""" - - -import smtplib -import logging -import re - -from difflib import SequenceMatcher -from email.mime.text import MIMEText -from email.mime.multipart import MIMEMultipart -from os.path import isdir -from collections import OrderedDict, defaultdict - -from pal_errors import PresentationError - - -class AlertingError(PresentationError): - """Exception(s) raised by the alerting module. - - When raising this exception, put this information to the message in this - order: - - short description of the encountered problem (parameter msg), - - relevant messages if there are any collected, e.g., from caught - exception (optional parameter details), - - relevant data if there are any collected (optional parameter details). - """ - - def __init__(self, msg, details=u'', level=u"CRITICAL"): - """Sets the exception message and the level. - - :param msg: Short description of the encountered problem. - :param details: Relevant messages if there are any collected, e.g., - from caught exception (optional parameter details), or relevant data - if there are any collected (optional parameter details). - :param level: Level of the error, possible choices are: "DEBUG", "INFO", - "WARNING", "ERROR" and "CRITICAL". - :type msg: str - :type details: str - :type level: str - """ - - super(AlertingError, self).__init__(f"Alerting: {msg}", details, level) - - def __repr__(self): - return ( - f"AlertingError(msg={self._msg!r},details={self._details!r}," - f"level={self._level!r})" - ) - - -class Alerting: - """Class implementing the alerting mechanism. - """ - - def __init__(self, spec): - """Initialization. - - :param spec: The CPTA specification. - :type spec: Specification - """ - - # Implemented alerts: - self._implemented_alerts = (u"failed-tests", ) - - self._spec = spec - - self.error_msgs = list() - - try: - self._spec_alert = spec.alerting - except KeyError as err: - raise AlertingError( - u"Alerting is not configured, skipped.", repr(err), u"WARNING" - ) - - self._path_failed_tests = spec.environment[u"paths"][u"DIR[STATIC,VPP]"] - - # Verify and validate input specification: - self.configs = self._spec_alert.get(u"configurations", None) - if not self.configs: - raise AlertingError(u"No alert configuration is specified.") - for config_type, config_data in self.configs.items(): - if config_type == u"email": - if not config_data.get(u"server", None): - raise AlertingError(u"Parameter 'server' is missing.") - if not config_data.get(u"address-to", None): - raise AlertingError(u"Parameter 'address-to' (recipient) " - u"is missing.") - if not config_data.get(u"address-from", None): - raise AlertingError(u"Parameter 'address-from' (sender) is " - u"missing.") - elif config_type == u"jenkins": - if not isdir(config_data.get(u"output-dir", u"")): - raise AlertingError(u"Parameter 'output-dir' is " - u"missing or it is not a directory.") - if not config_data.get(u"output-file", None): - raise AlertingError(u"Parameter 'output-file' is missing.") - else: - raise AlertingError( - f"Alert of type {config_type} is not implemented." - ) - - self.alerts = self._spec_alert.get(u"alerts", None) - if not self.alerts: - raise AlertingError(u"No alert is specified.") - for alert_data in self.alerts.values(): - if not alert_data.get(u"title", None): - raise AlertingError(u"Parameter 'title' is missing.") - if not alert_data.get(u"type", None) in self._implemented_alerts: - raise AlertingError(u"Parameter 'failed-tests' is missing or " - u"incorrect.") - if not alert_data.get(u"way", None) in self.configs.keys(): - raise AlertingError(u"Parameter 'way' is missing or incorrect.") - if not alert_data.get(u"include", None): - raise AlertingError(u"Parameter 'include' is missing or the " - u"list is empty.") - - def __str__(self): - """Return string with human readable description of the alert. - - :returns: Readable description. - :rtype: str - """ - return f"configs={self.configs}, alerts={self.alerts}" - - def __repr__(self): - """Return string executable as Python constructor call. - - :returns: Executable constructor call. - :rtype: str - """ - return f"Alerting(spec={self._spec})" - - def generate_alerts(self): - """Generate alert(s) using specified way(s). - """ - - for alert_data in self.alerts.values(): - if alert_data[u"way"] == u"jenkins": - self._generate_email_body(alert_data) - else: - raise AlertingError( - f"Alert with way {alert_data[u'way']} is not implemented." - ) - - @staticmethod - def _send_email(server, addr_from, addr_to, subject, text=None, html=None): - """Send an email using predefined configuration. - - :param server: SMTP server used to send email. - :param addr_from: Sender address. - :param addr_to: Recipient address(es). - :param subject: Subject of the email. - :param text: Message in the ASCII text format. - :param html: Message in the HTML format. - :type server: str - :type addr_from: str - :type addr_to: list - :type subject: str - :type text: str - :type html: str - """ - - if not text and not html: - raise AlertingError(u"No text/data to send.") - - msg = MIMEMultipart(u'alternative') - msg[u'Subject'] = subject - msg[u'From'] = addr_from - msg[u'To'] = u", ".join(addr_to) - - if text: - msg.attach(MIMEText(text, u'plain')) - if html: - msg.attach(MIMEText(html, u'html')) - - smtp_server = None - try: - logging.info(f"Trying to send alert {subject} ...") - logging.debug(f"SMTP Server: {server}") - logging.debug(f"From: {addr_from}") - logging.debug(f"To: {u', '.join(addr_to)}") - logging.debug(f"Message: {msg.as_string()}") - smtp_server = smtplib.SMTP(server) - smtp_server.sendmail(addr_from, addr_to, msg.as_string()) - except smtplib.SMTPException as err: - raise AlertingError(u"Not possible to send the alert via email.", - str(err)) - finally: - if smtp_server: - smtp_server.quit() - - def _get_compressed_failed_tests(self, alert, test_set, sort=True): - """Return the dictionary with compressed faild tests. The compression is - done by grouping the tests from the same area but with different NICs, - frame sizes and number of processor cores. - - For example, the failed tests: - 10ge2p1x520-64b-1c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr - 10ge2p1x520-64b-2c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr - 10ge2p1x520-64b-4c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr - 10ge2p1x520-imix-1c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr - 10ge2p1x520-imix-2c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr - 10ge2p1x520-imix-4c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr - - will be represented as: - ethip4udp-ip4scale4000-udpsrcscale15-nat44 \ - (10ge2p1x520, 64b, imix, 1c, 2c, 4c) - - Structure of returned data: - - { - "trimmed_TC_name_1": { - "nics": [], - "framesizes": [], - "cores": [] - } - ... - "trimmed_TC_name_N": { - "nics": [], - "framesizes": [], - "cores": [] - } - } - - :param alert: Files are created for this alert. - :param test_set: Specifies which set of tests will be included in the - result. Its name is the same as the name of file with failed tests. - :param sort: If True, the failed tests are sorted alphabetically. - :type alert: dict - :type test_set: str - :type sort: bool - :returns: CSIT build number, VPP version, Number of passed tests, - Number of failed tests, Compressed failed tests. - :rtype: tuple(str, str, int, int, str, OrderedDict) - """ - - directory = self.configs[alert[u"way"]][u"output-dir"] - failed_tests = defaultdict(dict) - file_path = f"{directory}/{test_set}.txt" - version = u"" - try: - with open(file_path, u'r') as f_txt: - for idx, line in enumerate(f_txt): - if idx == 0: - build = line[:-1] - continue - if idx == 1: - version = line[:-1] - continue - if idx == 2: - passed = line[:-1] - continue - if idx == 3: - failed = line[:-1] - continue - if idx == 4: - minutes = int(line[:-1]) // 60000 - duration = f"{(minutes // 60):02d}:{(minutes % 60):02d}" - continue - try: - line, error_msg = line[:-1].split(u'###', maxsplit=1) - test = line.split(u'-') - name = u'-'.join(test[3:-1]) - if len(error_msg) > 128: - if u";" in error_msg[128:256]: - error_msg = \ - f"{error_msg[:128]}" \ - f"{error_msg[128:].split(u';', 1)[0]}..." - elif u":" in error_msg[128:256]: - error_msg = \ - f"{error_msg[:128]}" \ - f"{error_msg[128:].split(u':', 1)[0]}..." - elif u"." in error_msg[128:256]: - error_msg = \ - f"{error_msg[:128]}" \ - f"{error_msg[128:].split(u'.', 1)[0]}..." - elif u"?" in error_msg[128:256]: - error_msg = \ - f"{error_msg[:128]}" \ - f"{error_msg[128:].split(u'?', 1)[0]}..." - elif u"!" in error_msg[128:256]: - error_msg = \ - f"{error_msg[:128]}" \ - f"{error_msg[128:].split(u'!', 1)[0]}..." - elif u"," in error_msg[128:256]: - error_msg = \ - f"{error_msg[:128]}" \ - f"{error_msg[128:].split(u',', 1)[0]}..." - elif u" " in error_msg[128:256]: - error_msg = \ - f"{error_msg[:128]}" \ - f"{error_msg[128:].split(u' ', 1)[0]}..." - else: - error_msg = error_msg[:128] - - except ValueError: - continue - - for e_msg in self.error_msgs: - if SequenceMatcher(None, e_msg, - error_msg).ratio() > 0.5: - error_msg = e_msg - break - if error_msg not in self.error_msgs: - self.error_msgs.append(error_msg) - - error_msg_index = self.error_msgs.index(error_msg) - - if failed_tests.get(name, {}).get(error_msg_index) is None: - failed_tests[name][error_msg_index] = \ - dict(nics=list(), - framesizes=list(), - cores=list()) - - if test[0] not in \ - failed_tests[name][error_msg_index][u"nics"]: - failed_tests[name][error_msg_index][u"nics"].\ - append(test[0]) - if test[1] not in \ - failed_tests[name][error_msg_index][u"framesizes"]: - failed_tests[name][error_msg_index][u"framesizes"].\ - append(test[1]) - check_core = test[2] + f"[{str(error_msg_index)}]" - if check_core not in \ - failed_tests[name][error_msg_index][u"cores"]: - failed_tests[name][error_msg_index][u"cores"].\ - append(test[2] + "[" + str(error_msg_index) + "]") - - except IOError: - logging.error(f"No such file or directory: {file_path}") - return None, None, None, None, None, None - if sort: - sorted_failed_tests = OrderedDict() - for key in sorted(failed_tests.keys()): - sorted_failed_tests[key] = failed_tests[key] - return build, version, passed, failed, duration, sorted_failed_tests - - return build, version, passed, failed, duration, failed_tests - - def _list_gressions(self, alert, idx, header, re_pro): - """Create a file with regressions or progressions for the test set - specified by idx. - - :param alert: Files are created for this alert. - :param idx: Index of the test set as it is specified in the - specification file. - :param header: The header of the list of [re|pro]gressions. - :param re_pro: 'regressions' or 'progressions'. - :type alert: dict - :type idx: int - :type header: str - :type re_pro: str - """ - - if re_pro not in (u"regressions", u"progressions"): - return - - in_file = ( - f"{self.configs[alert[u'way']][u'output-dir']}/" - f"{re_pro}-{alert[u'urls'][idx].split(u'/')[-1]}.txt" - ) - out_file = ( - f"{self.configs[alert[u'way']][u'output-dir']}/" - f"trending-{re_pro}.txt" - ) - - try: - with open(in_file, u'r') as txt_file: - file_content = txt_file.read() - with open(out_file, u'a+') as reg_file: - reg_file.write(header) - if file_content: - reg_file.write(file_content) - else: - reg_file.write(f"No {re_pro}") - except IOError as err: - logging.warning(repr(err)) - - def _generate_email_body(self, alert): - """Create the file which is used in the generated alert. - - :param alert: Files are created for this alert. - :type alert: dict - """ - - if alert[u"type"] != u"failed-tests": - raise AlertingError( - f"Alert of type {alert[u'type']} is not implemented." - ) - - text = u"" - - legend = (f"Legend: Test-name NIC Frame-size Trend[Mpps] Runs[#] " - f"Long-Term change[%]") - - out_file = ( - f"{self.configs[alert[u'way']][u'output-dir']}/" - f"trending-regressions.txt" - ) - try: - with open(out_file, u'w') as reg_file: - reg_file.write(legend) - except IOError: - logging.error(f"Not possible to write the file {out_file}.txt.") - - out_file = ( - f"{self.configs[alert[u'way']][u'output-dir']}/" - f"trending-progressions.txt" - ) - try: - with open(out_file, u'w') as reg_file: - reg_file.write(legend) - except IOError: - logging.error(f"Not possible to write the file {out_file}.txt.") - - for idx, test_set in enumerate(alert.get(u"include", list())): - test_set_short = u"" - device = u"" - try: - groups = re.search( - re.compile( - r'((vpp|dpdk)-\dn-(skx|clx|tsh|zn2|tx2|icx|alt)-.*)' - ), - test_set - ) - test_set_short = groups.group(1) - device = groups.group(2) - except (AttributeError, IndexError): - logging.error( - f"The test set {test_set} does not include information " - f"about test bed. Using empty string instead." - ) - build, version, passed, failed, duration, failed_tests = \ - self._get_compressed_failed_tests(alert, test_set) - if build is None: - text += ( - f"\n\nNo input data available for {test_set_short}. " - f"See CSIT job {alert[u'urls'][idx]} for more " - f"information.\n" - ) - continue - text += ( - f"\n\n{test_set_short}, " - f"{failed} tests failed, " - f"{passed} tests passed, " - f"duration: {duration}, " - f"CSIT build: {alert[u'urls'][idx]}/{build}, " - f"{device} version: {version}\n\n" - ) - - class MaxLens(): - """Class to store the max lengths of strings displayed in - failed tests list. - """ - def __init__(self, tst_name, nics, framesizes, cores): - """Initialisation. - - :param tst_name: Name of the test. - :param nics: NICs used in the test. - :param framesizes: Frame sizes used in the tests - :param cores: Cores used in th test. - """ - self.name = tst_name - self.nics = nics - self.frmsizes = framesizes - self.cores = cores - - max_len = MaxLens(0, 0, 0, 0) - - for test, message in failed_tests.items(): - for e_message, params in message.items(): - failed_tests[test][e_message][u"nics"] = \ - u" ".join(sorted(params[u"nics"])) - failed_tests[test][e_message][u"framesizes"] = \ - u" ".join(sorted(params[u"framesizes"])) - failed_tests[test][e_message][u"cores"] = \ - u" ".join(sorted(params[u"cores"])) - if len(test) > max_len.name: - max_len.name = len(test) - if len(failed_tests[test][e_message][u"nics"]) > \ - max_len.nics: - max_len.nics = \ - len(failed_tests[test][e_message][u"nics"]) - if len(failed_tests[test][e_message][u"framesizes"]) > \ - max_len.frmsizes: - max_len.frmsizes = \ - len(failed_tests[test][e_message][u"framesizes"]) - if len(failed_tests[test][e_message][u"cores"]) > \ - max_len.cores: - max_len.cores = \ - len(failed_tests[test][e_message][u"cores"]) - - for test, message in failed_tests.items(): - test_added = False - for e_message, params in message.items(): - if not test_added: - test_added = True - else: - test = "" - text += ( - f"{test + u' ' * (max_len.name - len(test))} " - f"{params[u'nics']}" - f"{u' ' * (max_len.nics - len(params[u'nics']))} " - f"{params[u'framesizes']}" - f"""{u' ' * (max_len.frmsizes - - len(params[u'framesizes']))} """ - f"{params[u'cores']}" - f"{u' ' * (max_len.cores - len(params[u'cores']))}\n" - ) - - gression_hdr = ( - f"\n\n{test_set_short}, " - f"CSIT build: {alert[u'urls'][idx]}/{build}, " - f"{device} version: {version}\n\n" - ) - # Add list of regressions: - self._list_gressions(alert, idx, gression_hdr, u"regressions") - - # Add list of progressions: - self._list_gressions(alert, idx, gression_hdr, u"progressions") - - text += f"\nFor detailed information visit: {alert[u'url-details']}\n" - file_name = f"{self.configs[alert[u'way']][u'output-dir']}/" \ - f"{self.configs[alert[u'way']][u'output-file']}" - logging.info(f"Writing the file {file_name}.txt ...") - - text += f"\n\nLegend:\n\n" - - for e_msg in self.error_msgs: - text += f"[{self.error_msgs.index(e_msg)}] - {e_msg}\n" - - try: - with open(f"{file_name}.txt", u'w') as txt_file: - txt_file.write(text) - except IOError: - logging.error(f"Not possible to write the file {file_name}.txt.") diff --git a/resources/tools/presentation/generator_cpta.py b/resources/tools/presentation/generator_cpta.py deleted file mode 100644 index d1b6fb082c..0000000000 --- a/resources/tools/presentation/generator_cpta.py +++ /dev/null @@ -1,998 +0,0 @@ -# Copyright (c) 2023 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -"""Generation of Continuous Performance Trending and Analysis. -""" -import re -import logging -import csv - -from collections import OrderedDict -from datetime import datetime -from copy import deepcopy -from os import listdir - -import prettytable -import plotly.offline as ploff -import plotly.graph_objs as plgo -import plotly.exceptions as plerr - -from pal_utils import archive_input_data, execute_command, classify_anomalies - - -# Command to build the html format of the report -HTML_BUILDER = u'sphinx-build -v -c sphinx_conf/trending -a ' \ - u'-b html -E ' \ - u'-t html ' \ - u'-D version="{date}" ' \ - u'{working_dir} ' \ - u'{build_dir}/' - -# .css file for the html format of the report -THEME_OVERRIDES = u"""/* override table width restrictions */ -.wy-nav-content { - max-width: 1200px !important; -} -.rst-content blockquote { - margin-left: 0px; - line-height: 18px; - margin-bottom: 0px; -} -.wy-menu-vertical a { - display: inline-block; - line-height: 18px; - padding: 0 2em; - display: block; - position: relative; - font-size: 90%; - color: #d9d9d9 -} -.wy-menu-vertical li.current a { - color: gray; - border-right: solid 1px #c9c9c9; - padding: 0 3em; -} -.wy-menu-vertical li.toctree-l2.current > a { - background: #c9c9c9; - padding: 0 3em; -} -.wy-menu-vertical li.toctree-l2.current li.toctree-l3 > a { - display: block; - background: #c9c9c9; - padding: 0 4em; -} -.wy-menu-vertical li.toctree-l3.current li.toctree-l4 > a { - display: block; - background: #bdbdbd; - padding: 0 5em; -} -.wy-menu-vertical li.on a, .wy-menu-vertical li.current > a { - color: #404040; - padding: 0 2em; - font-weight: bold; - position: relative; - background: #fcfcfc; - border: none; - border-top-width: medium; - border-bottom-width: medium; - border-top-style: none; - border-bottom-style: none; - border-top-color: currentcolor; - border-bottom-color: currentcolor; - padding-left: 2em -4px; -} -""" - -COLORS = ( - u"#1A1110", - u"#DA2647", - u"#214FC6", - u"#01786F", - u"#BD8260", - u"#FFD12A", - u"#A6E7FF", - u"#738276", - u"#C95A49", - u"#FC5A8D", - u"#CEC8EF", - u"#391285", - u"#6F2DA8", - u"#FF878D", - u"#45A27D", - u"#FFD0B9", - u"#FD5240", - u"#DB91EF", - u"#44D7A8", - u"#4F86F7", - u"#84DE02", - u"#FFCFF1", - u"#614051" -) - - -def generate_cpta(spec, data): - """Generate all formats and versions of the Continuous Performance Trending - and Analysis. - - :param spec: Specification read from the specification file. - :param data: Full data set. - :type spec: Specification - :type data: InputData - """ - - logging.info(u"Generating the Continuous Performance Trending and Analysis " - u"...") - - ret_code = _generate_all_charts(spec, data) - - cmd = HTML_BUILDER.format( - date=datetime.utcnow().strftime(u'%Y-%m-%d %H:%M UTC'), - working_dir=spec.environment[u'paths'][u'DIR[WORKING,SRC]'], - build_dir=spec.environment[u'paths'][u'DIR[BUILD,HTML]']) - execute_command(cmd) - - with open(spec.environment[u'paths'][u'DIR[CSS_PATCH_FILE]'], u'w') as \ - css_file: - css_file.write(THEME_OVERRIDES) - - with open(spec.environment[u'paths'][u'DIR[CSS_PATCH_FILE2]'], u'w') as \ - css_file: - css_file.write(THEME_OVERRIDES) - - if spec.environment.get(u"archive-inputs", False): - archive_input_data(spec) - - logging.info(u"Done.") - - return ret_code - - -def _generate_trending_traces(in_data, job_name, build_info, - name=u"", color=u"", incl_tests=u"mrr"): - """Generate the trending traces: - - samples, - - outliers, regress, progress - - average of normal samples (trending line) - - :param in_data: Full data set. - :param job_name: The name of job which generated the data. - :param build_info: Information about the builds. - :param name: Name of the plot - :param color: Name of the color for the plot. - :param incl_tests: Included tests, accepted values: mrr, ndr, pdr - :type in_data: OrderedDict - :type job_name: str - :type build_info: dict - :type name: str - :type color: str - :type incl_tests: str - :returns: Generated traces (list) and the evaluated result. - :rtype: tuple(traces, result) - """ - - if incl_tests not in (u"mrr", u"ndr", u"pdr", u"pdr-lat"): - return list(), None - - data_x = list(in_data.keys()) - data_y_pps = list() - data_y_mpps = list() - data_y_stdev = list() - if incl_tests == u"pdr-lat": - for item in in_data.values(): - data_y_pps.append(float(item.get(u"lat_1", u"nan")) / 1e6) - data_y_stdev.append(float(u"nan")) - data_y_mpps.append(float(item.get(u"lat_1", u"nan")) / 1e6) - multi = 1.0 - else: - for item in in_data.values(): - data_y_pps.append(float(item[u"receive-rate"])) - data_y_stdev.append(float(item[u"receive-stdev"]) / 1e6) - data_y_mpps.append(float(item[u"receive-rate"]) / 1e6) - multi = 1e6 - hover_text = list() - xaxis = list() - for index, key in enumerate(data_x): - str_key = str(key) - date = build_info[job_name][str_key][0] - hover_str = (u"date: {date}
" - u"{property} [Mpps]:
" - u"" - u"{sut}-ref: {build}
" - u"csit-ref: {test}-{period}-build-{build_nr}
" - u"testbed: {testbed}") - if incl_tests == u"mrr": - hover_str = hover_str.replace( - u"", f"stdev [Mpps]: {data_y_stdev[index]:.3f}
" - ) - else: - hover_str = hover_str.replace(u"", u"") - if incl_tests == u"pdr-lat": - hover_str = hover_str.replace(u"", u"{value:.1e}") - else: - hover_str = hover_str.replace(u"", u"{value:.3f}") - if u"-cps" in name: - hover_str = hover_str.replace(u"[Mpps]", u"[Mcps]").\ - replace(u"throughput", u"connection rate") - if u"vpp" in job_name: - hover_str = hover_str.format( - date=date, - property=u"average" if incl_tests == u"mrr" else u"throughput", - value=data_y_mpps[index], - sut=u"vpp", - build=build_info[job_name][str_key][1].rsplit(u'~', 1)[0], - test=incl_tests, - period=u"daily" if incl_tests == u"mrr" else u"weekly", - build_nr=str_key, - testbed=build_info[job_name][str_key][2]) - elif u"dpdk" in job_name: - hover_str = hover_str.format( - date=date, - property=u"average" if incl_tests == u"mrr" else u"throughput", - value=data_y_mpps[index], - sut=u"dpdk", - build=build_info[job_name][str_key][1].rsplit(u'~', 1)[0], - test=incl_tests, - period=u"weekly", - build_nr=str_key, - testbed=build_info[job_name][str_key][2]) - elif u"trex" in job_name: - hover_str = hover_str.format( - date=date, - property=u"average" if incl_tests == u"mrr" else u"throughput", - value=data_y_mpps[index], - sut=u"trex", - build=u"", - test=incl_tests, - period=u"daily" if incl_tests == u"mrr" else u"weekly", - build_nr=str_key, - testbed=build_info[job_name][str_key][2]) - if incl_tests == u"pdr-lat": - hover_str = hover_str.replace( - u"throughput [Mpps]", u"latency [s]" - ) - hover_text.append(hover_str) - xaxis.append(datetime(int(date[0:4]), int(date[4:6]), int(date[6:8]), - int(date[9:11]), int(date[12:]))) - - data_pd = OrderedDict() - for key, value in zip(xaxis, data_y_pps): - data_pd[key] = value - - try: - anomaly_classification, avgs_pps, stdevs_pps = \ - classify_anomalies(data_pd) - except ValueError as err: - logging.info(f"{err} Skipping") - return list(), None - avgs_mpps = [avg_pps / multi for avg_pps in avgs_pps] - stdevs_mpps = [stdev_pps / multi for stdev_pps in stdevs_pps] - - anomalies = OrderedDict() - anomalies_colors = list() - anomalies_avgs = list() - anomaly_color = { - u"regression": 0.0, - u"normal": 0.5, - u"progression": 1.0 - } - if anomaly_classification: - for index, (key, value) in enumerate(data_pd.items()): - if anomaly_classification[index] in (u"regression", u"progression"): - anomalies[key] = value / multi - anomalies_colors.append( - anomaly_color[anomaly_classification[index]]) - anomalies_avgs.append(avgs_mpps[index]) - anomalies_colors.extend([0.0, 0.5, 1.0]) - - # Create traces - - trace_samples = plgo.Scatter( - x=xaxis, - y=data_y_mpps, - mode=u"markers", - line={ - u"width": 1 - }, - showlegend=True, - legendgroup=name, - name=f"{name}", - marker={ - u"size": 5, - u"color": color, - u"symbol": u"circle", - }, - text=hover_text, - hoverinfo=u"text+name" - ) - traces = [trace_samples, ] - - trend_hover_text = list() - for idx in range(len(data_x)): - if incl_tests == u"pdr-lat": - trend_hover_str = ( - f"trend [s]: {avgs_mpps[idx]:.1e}
" - ) - else: - trend_hover_str = ( - f"trend [Mpps]: {avgs_mpps[idx]:.3f}
" - f"stdev [Mpps]: {stdevs_mpps[idx]:.3f}" - ) - trend_hover_text.append(trend_hover_str) - - trace_trend = plgo.Scatter( - x=xaxis, - y=avgs_mpps, - mode=u"lines", - line={ - u"shape": u"linear", - u"width": 1, - u"color": color, - }, - showlegend=False, - legendgroup=name, - name=f"{name}", - text=trend_hover_text, - hoverinfo=u"text+name" - ) - traces.append(trace_trend) - - if incl_tests == u"pdr-lat": - colorscale = [ - [0.00, u"green"], - [0.33, u"green"], - [0.33, u"white"], - [0.66, u"white"], - [0.66, u"red"], - [1.00, u"red"] - ] - ticktext = [u"Progression", u"Normal", u"Regression"] - else: - colorscale = [ - [0.00, u"red"], - [0.33, u"red"], - [0.33, u"white"], - [0.66, u"white"], - [0.66, u"green"], - [1.00, u"green"] - ] - ticktext = [u"Regression", u"Normal", u"Progression"] - trace_anomalies = plgo.Scatter( - x=list(anomalies.keys()), - y=anomalies_avgs, - mode=u"markers", - hoverinfo=u"none", - showlegend=False, - legendgroup=name, - name=f"{name}-anomalies", - marker={ - u"size": 15, - u"symbol": u"circle-open", - u"color": anomalies_colors, - u"colorscale": colorscale, - u"showscale": True, - u"line": { - u"width": 2 - }, - u"colorbar": { - u"y": 0.5, - u"len": 0.8, - u"title": u"Circles Marking Data Classification", - u"titleside": u"right", - u"titlefont": { - u"size": 14 - }, - u"tickmode": u"array", - u"tickvals": [0.167, 0.500, 0.833], - u"ticktext": ticktext, - u"ticks": u"", - u"ticklen": 0, - u"tickangle": -90, - u"thickness": 10 - } - } - ) - traces.append(trace_anomalies) - - if anomaly_classification: - return traces, anomaly_classification[-1] - - return traces, None - - -def _generate_all_charts(spec, input_data): - """Generate all charts specified in the specification file. - - :param spec: Specification. - :param input_data: Full data set. - :type spec: Specification - :type input_data: InputData - """ - - def _generate_chart(graph): - """Generates the chart. - - :param graph: The graph to be generated - :type graph: dict - :returns: Dictionary with the job name, csv table with results and - list of tests classification results. - :rtype: dict - """ - - logging.info(f" Generating the chart {graph.get(u'title', u'')} ...") - - job_name = list(graph[u"data"].keys())[0] - - # Transform the data - logging.info( - f" Creating the data set for the {graph.get(u'type', u'')} " - f"{graph.get(u'title', u'')}." - ) - - data = input_data.filter_tests_by_name( - graph, - params=[u"type", u"result", u"throughput", u"latency", u"tags"], - continue_on_error=True - ) - - if data is None or data.empty: - logging.error(u"No data.") - return dict() - - return_lst = list() - - for ttype in graph.get(u"test-type", (u"mrr", )): - for core in graph.get(u"core", tuple()): - csv_tbl = list() - csv_tbl_lat_1 = list() - csv_tbl_lat_2 = list() - res = dict() - chart_data = dict() - chart_tags = dict() - for item in graph.get(u"include", tuple()): - reg_ex = re.compile(str(item.format(core=core)).lower()) - for job, job_data in data.items(): - if job != job_name: - continue - for index, bld in job_data.items(): - for test_id, test in bld.items(): - if not re.match(reg_ex, str(test_id).lower()): - continue - if chart_data.get(test_id, None) is None: - chart_data[test_id] = OrderedDict() - try: - lat_1 = u"" - lat_2 = u"" - if ttype == u"mrr": - rate = test[u"result"][u"receive-rate"] - stdev = \ - test[u"result"][u"receive-stdev"] - elif ttype == u"ndr": - rate = \ - test["throughput"][u"NDR"][u"LOWER"] - stdev = float(u"nan") - elif ttype == u"pdr": - rate = \ - test["throughput"][u"PDR"][u"LOWER"] - stdev = float(u"nan") - lat_1 = test[u"latency"][u"PDR50"]\ - [u"direction1"][u"avg"] - lat_2 = test[u"latency"][u"PDR50"]\ - [u"direction2"][u"avg"] - else: - continue - chart_data[test_id][int(index)] = { - u"receive-rate": rate, - u"receive-stdev": stdev - } - if ttype == u"pdr": - chart_data[test_id][int(index)].update( - { - u"lat_1": lat_1, - u"lat_2": lat_2 - } - ) - chart_tags[test_id] = \ - test.get(u"tags", None) - except (KeyError, TypeError): - pass - - # Add items to the csv table: - for tst_name, tst_data in chart_data.items(): - tst_lst = list() - tst_lst_lat_1 = list() - tst_lst_lat_2 = list() - for bld in builds_dict[job_name]: - itm = tst_data.get(int(bld), dict()) - # CSIT-1180: Itm will be list, compute stats. - try: - tst_lst.append(str(itm.get(u"receive-rate", u""))) - if ttype == u"pdr": - tst_lst_lat_1.append( - str(itm.get(u"lat_1", u"")) - ) - tst_lst_lat_2.append( - str(itm.get(u"lat_2", u"")) - ) - except AttributeError: - tst_lst.append(u"") - if ttype == u"pdr": - tst_lst_lat_1.append(u"") - tst_lst_lat_2.append(u"") - csv_tbl.append(f"{tst_name}," + u",".join(tst_lst) + u'\n') - csv_tbl_lat_1.append( - f"{tst_name}," + u",".join(tst_lst_lat_1) + u"\n" - ) - csv_tbl_lat_2.append( - f"{tst_name}," + u",".join(tst_lst_lat_2) + u"\n" - ) - - # Generate traces: - traces = list() - traces_lat = list() - index = 0 - groups = graph.get(u"groups", None) - visibility = list() - - if groups: - for group in groups: - visible = list() - for tag in group: - for tst_name, test_data in chart_data.items(): - if not test_data: - logging.warning( - f"No data for the test {tst_name}" - ) - continue - if tag not in chart_tags[tst_name]: - continue - try: - trace, rslt = _generate_trending_traces( - test_data, - job_name=job_name, - build_info=build_info, - name=u'-'.join(tst_name.split(u'.')[-1]. - split(u'-')[2:-1]), - color=COLORS[index], - incl_tests=ttype - ) - except IndexError: - logging.error(f"Out of colors: index: " - f"{index}, test: {tst_name}") - index += 1 - continue - traces.extend(trace) - visible.extend( - [True for _ in range(len(trace))] - ) - res[tst_name] = rslt - index += 1 - break - visibility.append(visible) - else: - for tst_name, test_data in chart_data.items(): - if not test_data: - logging.warning(f"No data for the test {tst_name}") - continue - try: - trace, rslt = _generate_trending_traces( - test_data, - job_name=job_name, - build_info=build_info, - name=u'-'.join( - tst_name.split(u'.')[-1].split(u'-')[2:-1]), - color=COLORS[index], - incl_tests=ttype - ) - if ttype == u"pdr": - trace_lat, _ = _generate_trending_traces( - test_data, - job_name=job_name, - build_info=build_info, - name=u'-'.join( - tst_name.split(u'.')[-1].split( - u'-')[2:-1]), - color=COLORS[index], - incl_tests=u"pdr-lat" - ) - traces_lat.extend(trace_lat) - except IndexError: - logging.error( - f"Out of colors: index: " - f"{index}, test: {tst_name}" - ) - index += 1 - continue - traces.extend(trace) - res[tst_name] = rslt - index += 1 - - if traces: - # Generate the chart: - try: - layout = deepcopy(graph[u"layout"]) - except KeyError as err: - logging.error(u"Finished with error: No layout defined") - logging.error(repr(err)) - return dict() - if groups: - show = list() - for i in range(len(visibility)): - visible = list() - for vis_idx, _ in enumerate(visibility): - for _ in range(len(visibility[vis_idx])): - visible.append(i == vis_idx) - show.append(visible) - - buttons = list() - buttons.append(dict( - label=u"All", - method=u"update", - args=[{u"visible": - [True for _ in range(len(show[0]))]}, ] - )) - for i in range(len(groups)): - try: - label = graph[u"group-names"][i] - except (IndexError, KeyError): - label = f"Group {i + 1}" - buttons.append(dict( - label=label, - method=u"update", - args=[{u"visible": show[i]}, ] - )) - - layout[u"updatemenus"] = list([ - dict( - active=0, - type=u"dropdown", - direction=u"down", - xanchor=u"left", - yanchor=u"bottom", - x=-0.12, - y=1.0, - buttons=buttons - ) - ]) - - name_file = ( - f"{spec.cpta[u'output-file']}/" - f"{graph[u'output-file-name']}.html" - ) - name_file = name_file.format(core=core, test_type=ttype) - - logging.info(f" Writing the file {name_file}") - plpl = plgo.Figure(data=traces, layout=layout) - try: - ploff.plot( - plpl, - show_link=False, - auto_open=False, - filename=name_file - ) - except plerr.PlotlyEmptyDataError: - logging.warning(u"No data for the plot. Skipped.") - - if traces_lat: - try: - layout = deepcopy(graph[u"layout"]) - layout[u"yaxis"][u"title"] = u"Latency [s]" - layout[u"yaxis"][u"tickformat"] = u".3s" - except KeyError as err: - logging.error(u"Finished with error: No layout defined") - logging.error(repr(err)) - return dict() - name_file = ( - f"{spec.cpta[u'output-file']}/" - f"{graph[u'output-file-name']}-lat.html" - ) - name_file = name_file.format(core=core, test_type=ttype) - - logging.info(f" Writing the file {name_file}") - plpl = plgo.Figure(data=traces_lat, layout=layout) - try: - ploff.plot( - plpl, - show_link=False, - auto_open=False, - filename=name_file - ) - except plerr.PlotlyEmptyDataError: - logging.warning(u"No data for the plot. Skipped.") - - return_lst.append( - { - u"job_name": job_name, - u"csv_table": csv_tbl, - u"csv_lat_1": csv_tbl_lat_1, - u"csv_lat_2": csv_tbl_lat_2, - u"results": res - } - ) - - return return_lst - - builds_dict = dict() - for job, builds in spec.input.items(): - if builds_dict.get(job, None) is None: - builds_dict[job] = list() - for build in builds: - if build[u"status"] not in (u"failed", u"not found", u"removed", - None): - builds_dict[job].append(str(build[u"build"])) - - # Create "build ID": "date" dict: - build_info = dict() - tb_tbl = spec.environment.get(u"testbeds", None) - for job_name, job_data in builds_dict.items(): - if build_info.get(job_name, None) is None: - build_info[job_name] = OrderedDict() - for build in job_data: - testbed = u"" - tb_ip = input_data.metadata(job_name, build).get(u"testbed", u"") - if tb_ip and tb_tbl: - testbed = tb_tbl.get(tb_ip, u"") - build_info[job_name][build] = ( - input_data.metadata(job_name, build).get(u"generated", u""), - input_data.metadata(job_name, build).get(u"version", u""), - testbed - ) - - anomaly_classifications = dict() - - # Create the table header: - csv_tables = dict() - csv_tables_l1 = dict() - csv_tables_l2 = dict() - for job_name in builds_dict: - if csv_tables.get(job_name, None) is None: - csv_tables[job_name] = list() - if csv_tables_l1.get(job_name, None) is None: - csv_tables_l1[job_name] = list() - if csv_tables_l2.get(job_name, None) is None: - csv_tables_l2[job_name] = list() - header = f"Build Number:,{u','.join(builds_dict[job_name])}\n" - csv_tables[job_name].append(header) - csv_tables_l1[job_name].append(header) - csv_tables_l2[job_name].append(header) - build_dates = [x[0] for x in build_info[job_name].values()] - header = f"Build Date:,{u','.join(build_dates)}\n" - csv_tables[job_name].append(header) - csv_tables_l1[job_name].append(header) - csv_tables_l2[job_name].append(header) - versions = [x[1] for x in build_info[job_name].values()] - header = f"Version:,{u','.join(versions)}\n" - csv_tables[job_name].append(header) - csv_tables_l1[job_name].append(header) - csv_tables_l2[job_name].append(header) - testbed = [x[2] for x in build_info[job_name].values()] - header = f"Test bed:,{u','.join(testbed)}\n" - csv_tables[job_name].append(header) - csv_tables_l1[job_name].append(header) - csv_tables_l2[job_name].append(header) - - for chart in spec.cpta[u"plots"]: - results = _generate_chart(chart) - if not results: - continue - - for result in results: - csv_tables[result[u"job_name"]].extend(result[u"csv_table"]) - csv_tables_l1[result[u"job_name"]].extend(result[u"csv_lat_1"]) - csv_tables_l2[result[u"job_name"]].extend(result[u"csv_lat_2"]) - - if anomaly_classifications.get(result[u"job_name"], None) is None: - anomaly_classifications[result[u"job_name"]] = dict() - anomaly_classifications[result[u"job_name"]].\ - update(result[u"results"]) - - # Write the tables: - for job_name, csv_table in csv_tables.items(): - file_name = f"{spec.cpta[u'output-file']}/{job_name}-trending" - with open(f"{file_name}.csv", u"wt") as file_handler: - file_handler.writelines(csv_table) - - txt_table = None - with open(f"{file_name}.csv", u"rt") as csv_file: - csv_content = csv.reader(csv_file, delimiter=u',', quotechar=u'"') - line_nr = 0 - for row in csv_content: - if txt_table is None: - txt_table = prettytable.PrettyTable(row) - else: - if line_nr > 1: - for idx, item in enumerate(row): - try: - row[idx] = str(round(float(item) / 1000000, 2)) - except ValueError: - pass - try: - txt_table.add_row(row) - # PrettyTable raises Exception - except Exception as err: - logging.warning( - f"Error occurred while generating TXT table:\n{err}" - ) - line_nr += 1 - txt_table.align[u"Build Number:"] = u"l" - with open(f"{file_name}.txt", u"wt") as txt_file: - txt_file.write(str(txt_table)) - - for job_name, csv_table in csv_tables_l1.items(): - file_name = f"{spec.cpta[u'output-file']}/{job_name}-lat-P50-50-d1" - with open(f"{file_name}.csv", u"wt") as file_handler: - file_handler.writelines(csv_table) - for job_name, csv_table in csv_tables_l2.items(): - file_name = f"{spec.cpta[u'output-file']}/{job_name}-lat-P50-50-d2" - with open(f"{file_name}.csv", u"wt") as file_handler: - file_handler.writelines(csv_table) - - # Evaluate result: - if anomaly_classifications: - result = u"PASS" - - class MaxLens: - """Class to store the max lengths of strings displayed in - regressions and progressions. - """ - - def __init__(self, tst, nic, frmsize, trend, run, ltc): - """Initialisation. - - :param tst: Name of the test. - :param nic: NIC used in the test. - :param frmsize: Frame size used in the test. - :param trend: Trend Change. - :param run: Number of runs for last trend. - :param ltc: Regression or Progression - """ - self.tst = tst - self.nic = nic - self.frmsize = frmsize - self.trend = trend - self.run = run - self.ltc = ltc - - for job_name, job_data in anomaly_classifications.items(): - data = [] - test_reg_lst = [] - nic_reg_lst = [] - frmsize_reg_lst = [] - trend_reg_lst = [] - number_reg_lst = [] - ltc_reg_lst = [] - test_prog_lst = [] - nic_prog_lst = [] - frmsize_prog_lst = [] - trend_prog_lst = [] - number_prog_lst = [] - ltc_prog_lst = [] - max_len = MaxLens(0, 0, 0, 0, 0, 0) - - # tb - testbed (2n-icx, etc) - tb = u"-".join(job_name.split(u"-")[-2:]) - # data - read all txt dashboard files for tb - for file in listdir(f"{spec.cpta[u'output-file']}"): - if tb in file and u"performance-trending-dashboard" in \ - file and u"txt" in file: - file_to_read = f"{spec.cpta[u'output-file']}/{file}" - with open(f"{file_to_read}", u"rt") as f_in: - data = data + f_in.readlines() - - for test_name, classification in job_data.items(): - if classification != u"normal": - if u"2n" in test_name: - test_name = test_name.split("-", 2) - tst = test_name[2].split(".")[-1] - nic = test_name[1] - else: - test_name = test_name.split("-", 1) - tst = test_name[1].split(".")[-1] - nic = test_name[0].split(".")[-1] - frmsize = tst.split("-")[0] - tst = u"-".join(tst.split("-")[1:]) - tst_name = f"{nic}-{frmsize}-{tst}" - if len(tst) > max_len.tst: - max_len.tst = len(tst) - if len(nic) > max_len.nic: - max_len.nic = len(nic) - if len(frmsize) > max_len.frmsize: - max_len.frmsize = len(frmsize) - - for line in data: - if tst_name in line: - line = line.replace(" ", "") - trend = line.split("|")[2] - if len(str(trend)) > max_len.trend: - max_len.trend = len(str(trend)) - number = line.split("|")[3] - if len(str(number)) > max_len.run: - max_len.run = len(str(number)) - ltc = line.split("|")[4] - if len(str(ltc)) > max_len.ltc: - max_len.ltc = len(str(ltc)) - if classification == u'regression': - test_reg_lst.append(tst) - nic_reg_lst.append(nic) - frmsize_reg_lst.append(frmsize) - trend_reg_lst.append(trend) - number_reg_lst.append(number) - ltc_reg_lst.append(ltc) - elif classification == u'progression': - test_prog_lst.append(tst) - nic_prog_lst.append(nic) - frmsize_prog_lst.append(frmsize) - trend_prog_lst.append(trend) - number_prog_lst.append(number) - ltc_prog_lst.append(ltc) - - text = u"" - for idx in range(len(test_reg_lst)): - text += ( - f"{test_reg_lst[idx]}" - f"{u' ' * (max_len.tst - len(test_reg_lst[idx]))} " - f"{nic_reg_lst[idx]}" - f"{u' ' * (max_len.nic - len(nic_reg_lst[idx]))} " - f"{frmsize_reg_lst[idx].upper()}" - f"{u' ' * (max_len.frmsize - len(frmsize_reg_lst[idx]))} " - f"{trend_reg_lst[idx]}" - f"{u' ' * (max_len.trend - len(str(trend_reg_lst[idx])))} " - f"{number_reg_lst[idx]}" - f"{u' ' * (max_len.run - len(str(number_reg_lst[idx])))} " - f"{ltc_reg_lst[idx]}" - f"{u' ' * (max_len.ltc - len(str(ltc_reg_lst[idx])))} " - f"\n" - ) - - file_name = \ - f"{spec.cpta[u'output-file']}/regressions-{job_name}.txt" - - try: - with open(f"{file_name}", u'w') as txt_file: - txt_file.write(text) - except IOError: - logging.error( - f"Not possible to write the file {file_name}.") - - text = u"" - for idx in range(len(test_prog_lst)): - text += ( - f"{test_prog_lst[idx]}" - f"{u' ' * (max_len.tst - len(test_prog_lst[idx]))} " - f"{nic_prog_lst[idx]}" - f"{u' ' * (max_len.nic - len(nic_prog_lst[idx]))} " - f"{frmsize_prog_lst[idx].upper()}" - f"{u' ' * (max_len.frmsize - len(frmsize_prog_lst[idx]))} " - f"{trend_prog_lst[idx]}" - f"{u' ' * (max_len.trend -len(str(trend_prog_lst[idx])))} " - f"{number_prog_lst[idx]}" - f"{u' ' * (max_len.run - len(str(number_prog_lst[idx])))} " - f"{ltc_prog_lst[idx]}" - f"{u' ' * (max_len.ltc - len(str(ltc_prog_lst[idx])))} " - f"\n" - ) - - file_name = \ - f"{spec.cpta[u'output-file']}/progressions-{job_name}.txt" - try: - with open(f"{file_name}", u'w') as txt_file: - txt_file.write(text) - except IOError: - logging.error(f"Not possible to write the file {file_name}.") - - else: - result = u"FAIL" - - logging.info(f"Partial results: {anomaly_classifications}") - logging.info(f"Result: {result}") - - return result diff --git a/resources/tools/presentation/generator_files.py b/resources/tools/presentation/generator_files.py deleted file mode 100644 index ef06cad519..0000000000 --- a/resources/tools/presentation/generator_files.py +++ /dev/null @@ -1,436 +0,0 @@ -# Copyright (c) 2023 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -"""Algorithms to generate files. -""" - -import re - -from os.path import join -from collections import OrderedDict - -import logging - -from pal_utils import get_files, get_rst_title_char - - -RST_INCLUDE_TABLE = (u"\n.. only:: html\n\n" - u" .. csv-table::\n" - u" :header-rows: 1\n" - u" :widths: auto\n" - u" :align: center\n" - u" :file: {file_html}\n" - u"\n.. only:: latex\n\n" - u"\n .. raw:: latex\n\n" - u" \\csvautolongtable{{{file_latex}}}\n\n") - -REGEX_NIC_SHORT = re.compile(r'(\d*ge\dp\d)([a-z]*\d*[a-z]*)-') - - -def generate_files(spec, data): - """Generate all files specified in the specification file. - - :param spec: Specification read from the specification file. - :param data: Data to process. - :type spec: Specification - :type data: InputData - """ - - generator = { - u"file_details_split": file_details_split, - u"file_details_split_html": file_details_split_html, - u"file_test_results": file_test_results, - u"file_test_results_html": file_test_results_html - } - - logging.info(u"Generating the files ...") - for file_spec in spec.files: - try: - generator[file_spec[u"algorithm"]](file_spec, data) - except (NameError, KeyError) as err: - logging.error( - f"Probably algorithm {file_spec[u'algorithm']} is not defined: " - f"{repr(err)}" - ) - logging.info(u"Done.") - - -def _tests_in_suite(suite_name, tests): - """Check if the suite includes tests. - - :param suite_name: Name of the suite to be checked. - :param tests: Set of tests - :type suite_name: str - :type tests: pandas.Series - :returns: True if the suite includes tests. - :rtype: bool - """ - - for key in tests.keys(): - if suite_name == tests[key][u"parent"]: - return True - return False - - -def file_details_split(file_spec, input_data, frmt=u"rst"): - """Generate the file(s) with algorithms - - file_details_split - specified in the specification file. - - :param file_spec: File to generate. - :param input_data: Data to process. - :param frmt: Format can be: rst or html - :type file_spec: pandas.Series - :type input_data: InputData - :type frmt: str - """ - - fileset_file_name = f"{file_spec[u'output-file']}" - rst_header = ( - u"\n" - u".. |br| raw:: html\n\n
\n\n\n" - u".. |prein| raw:: html\n\n 
\n\n\n"
-        u".. |preout| raw:: html\n\n
\n\n" - ) - start_lvl = file_spec.get(u"data-start-level", 4) - - logging.info(f" Generating the file set {fileset_file_name} ...") - - data_sets = file_spec.get(u"data", None) - if not data_sets: - logging.error( - f" No data sets specified for {file_spec[u'output-file']}, exit." - ) - return - - table_sets = file_spec.get(u"dir-tables", None) - if not table_sets: - logging.error( - f" No table sets specified for {file_spec[u'output-file']}, exit." - ) - return - - if len(data_sets) != len(table_sets): - logging.error( - f" The number of data sets and the number of table sets for " - f"{file_spec[u'output-file']} are not equal, exit." - ) - return - - chapters = OrderedDict() - for data_set, table_set in zip(data_sets, table_sets): - - logging.info(f" Processing the table set {table_set}...") - - table_lst = None - if frmt == u"html": - table_lst = get_files(table_set, u".rst", full_path=True) - elif frmt == u"rst": - table_lst = get_files(table_set, u".csv", full_path=True) - - if not table_lst: - logging.error( - f" No tables to include in {table_set}. Skipping." - ) - continue - - logging.info(u" Creating the test data set...") - tests = input_data.filter_data( - element=file_spec, - params=[u"name", u"parent", u"doc", u"type", u"level"], - data=data_set, - data_set=u"tests", - continue_on_error=True - ) - if tests.empty: - continue - tests = input_data.merge_data(tests) - tests.sort_index(inplace=True) - - logging.info(u" Creating the suite data set...") - suites = input_data.filter_data( - element=file_spec, - data=data_set, - continue_on_error=True, - data_set=u"suites" - ) - if suites.empty: - continue - suites = input_data.merge_data(suites) - suites.sort_index(inplace=True) - - logging.info(u" Generating files...") - - chapter_l1 = u"" - chapter_l2 = u"-".join(table_set.split(u"_")[-2:]) - for suite_longname, suite in suites.items(): - - suite_lvl = len(suite_longname.split(u".")) - if suite_lvl < start_lvl: - # Not interested in this suite - continue - - if suite_lvl == start_lvl: - # Our top-level suite - chapter_l1 = suite_longname.split(u'.')[-1] - if chapters.get(chapter_l1, None) is None: - chapters[chapter_l1] = OrderedDict() - if chapters[chapter_l1].get(chapter_l2, None) is None: - chapters[chapter_l1][chapter_l2] = OrderedDict() - continue - - if _tests_in_suite(suite[u"name"], tests): - groups = re.search(REGEX_NIC_SHORT, suite[u"name"]) - nic = groups.group(2) if groups else None - if nic is None: - continue - if chapters[chapter_l1][chapter_l2].get(nic, None) is None: - chapters[chapter_l1][chapter_l2][nic] = dict( - rst_file=f"{join(table_set, chapter_l1)}_{nic}.rst". - replace(u"2n1l-", u"").replace(u"1n1l-", u""), - tables=list() - ) - for idx, tbl_file in enumerate(table_lst): - if suite[u"name"] in tbl_file: - chapters[chapter_l1][chapter_l2][nic][u"tables"].append( - (table_lst.pop(idx), suite[u"doc"]) - ) - break - titles = { - # VPP Perf, MRR - u"container_memif": u"LXC/DRC Container Memif", - u"crypto": u"IPsec IPv4 Routing", - u"hoststack": u"Hoststack Testing", - u"ip4": u"IPv4 Routing", - u"ip4_tunnels": u"IPv4 Tunnels", - u"ip6": u"IPv6 Routing", - u"ip6_tunnels": u"IPv6 Tunnels", - u"l2": u"L2 Ethernet Switching", - u"lb": u"LoadBalancer", - u"nfv_density": u"NFV Service Density", - u"srv6": u"SRv6 Routing", - u"vm_vhost": u"KVM VMs vhost-user", - u"vts": u"Virtual Topology System", - # VPP Device - u"interfaces": u"Interfaces", - u"l2bd": u"L2 Bridge-domain", - u"l2patch": u"L2 Patch", - u"l2xc": u"L2 Cross-connect", - } - - order_chapters = file_spec.get(u"order-chapters", None) - - if order_chapters: - order_1 = order_chapters.get(u"level-1", None) - order_2 = order_chapters.get(u"level-2", None) - order_3 = order_chapters.get(u"level-3", None) - if not order_1: - order_1 = chapters.keys() - else: - order_1 = None - order_2 = None - order_3 = None - - for chapter_l1 in order_1: - content_l1 = chapters.get(chapter_l1, None) - if not content_l1: - continue - with open(f"{fileset_file_name}/index.rst", u"a") as file_handler: - file_handler.write(f" {chapter_l1}\n") - l1_file_name = f"{join(fileset_file_name, chapter_l1)}.rst" - title = titles.get(chapter_l1, chapter_l1) - logging.info(f" Generating {title} ...") - with open(l1_file_name, u"w") as file_handler: - file_handler.write( - f"{title}\n" - f"{get_rst_title_char(1) * len(title)}\n\n" - f".. toctree::\n\n" - ) - - if not order_2: - order_2 = chapters[chapter_l1].keys() - for chapter_l2 in order_2: - content_l2 = content_l1.get(chapter_l2, None) - if not content_l2: - continue - if not order_3: - order_3 = chapters[chapter_l1][chapter_l2].keys() - for chapter_l3 in order_3: - content_l3 = content_l2.get(chapter_l3, None) - if not content_l3: - continue - with open(l1_file_name, u"a") as file_handler: - item = u"/".join(content_l3[u'rst_file'].split(u'/')[-2:]) - file_handler.write(f" ../{item}\n") - logging.info(f" Writing the file {content_l3[u'rst_file']}") - with open(content_l3[u'rst_file'], u"w+") as file_handler: - title = f"{chapter_l2}-{chapter_l3}" - file_handler.write( - f"{rst_header}\n" - f"{title}\n" - f"{get_rst_title_char(2) * len(title)}\n" - ) - for table in content_l3[u'tables']: - title = table[0].split(u"/")[-1].split(u".")[0] - file_handler.write( - f"\n{title}\n" - f"{get_rst_title_char(3) * len(title)}\n" - ) - file_handler.write(f"\n{table[1]}\n") - if frmt == u"html": - file_handler.write( - f"\n.. include:: {table[0].split(u'/')[-1]}" - f"\n" - ) - elif frmt == u"rst": - file_handler.write( - RST_INCLUDE_TABLE.format( - file_latex=table[0], - file_html=table[0].split(u"/")[-1]) - ) - - -def file_details_split_html(file_spec, input_data): - """Generate the file(s) with algorithms - - file_details_split_html - specified in the specification file. - - :param file_spec: File to generate. - :param input_data: Data to process. - :type file_spec: pandas.Series - :type input_data: InputData - """ - file_details_split(file_spec, input_data, frmt=u"html") - - -def file_test_results(file_spec, input_data, frmt=u"rst"): - """Generate the file(s) with algorithms - - file_test_results - specified in the specification file. - - :param file_spec: File to generate. - :param input_data: Data to process. - :param frmt: Format can be: rst or html - :type file_spec: pandas.Series - :type input_data: InputData - :type frmt: str - """ - - base_file_name = f"{file_spec[u'output-file']}" - rst_header = ( - u"\n" - u".. |br| raw:: html\n\n
\n\n\n" - u".. |prein| raw:: html\n\n 
\n\n\n"
-        u".. |preout| raw:: html\n\n
\n\n" - ) - start_lvl = file_spec.get(u"data-start-level", 4) - - logging.info(f" Generating the file {base_file_name} ...") - - if frmt == u"html": - table_lst = get_files(file_spec[u"dir-tables"], u".rst", full_path=True) - elif frmt == u"rst": - table_lst = get_files(file_spec[u"dir-tables"], u".csv", full_path=True) - else: - return - if not table_lst: - logging.error( - f" No tables to include in {file_spec[u'dir-tables']}. Skipping." - ) - return - - logging.info( - f" Creating the tests data set for the " - f"{file_spec.get(u'type', u'')} {file_spec.get(u'title', u'')}." - ) - - tests = input_data.filter_data( - file_spec, - params=[u"name", u"parent", u"doc", u"type", u"level"], - continue_on_error=True - ) - if tests.empty: - return - tests = input_data.merge_data(tests) - - suites = input_data.filter_data( - file_spec, - continue_on_error=True, - data_set=u"suites" - ) - if suites.empty: - return - suites = input_data.merge_data(suites) - suites.sort_index(inplace=True) - - file_name = u"" - for suite_longname, suite in suites.items(): - - suite_lvl = len(suite_longname.split(u".")) - if suite_lvl < start_lvl: - # Not interested in this suite - continue - - if suite_lvl == start_lvl: - # Our top-level suite - chapter = suite_longname.split(u'.')[-1] - file_name = f"{base_file_name}/{chapter}.rst" - logging.info(f" Writing file {file_name}") - with open(f"{base_file_name}/index.rst", u"a") as file_handler: - file_handler.write(f" {chapter}\n") - with open(file_name, u"a") as file_handler: - file_handler.write(rst_header) - - title_line = get_rst_title_char(suite[u"level"] - start_lvl + 2) * \ - len(suite[u"name"]) - with open(file_name, u"a") as file_handler: - if not (u"-ndrpdr" in suite[u"name"] or - u"-mrr" in suite[u"name"] or - u"-dev" in suite[u"name"]): - file_handler.write(f"\n{suite[u'name']}\n{title_line}\n") - - if _tests_in_suite(suite[u"name"], tests): - for tbl_file in table_lst: - if suite[u"name"] in tbl_file: - file_handler.write( - f"\n{suite[u'name']}\n{title_line}\n" - ) - file_handler.write( - f"\n{suite[u'doc']}\n".replace(u'|br|', u'\n\n -') - ) - if frmt == u"html": - file_handler.write( - f"\n.. include:: {tbl_file.split(u'/')[-1]}\n" - ) - elif frmt == u"rst": - file_handler.write( - RST_INCLUDE_TABLE.format( - file_latex=tbl_file, - file_html=tbl_file.split(u"/")[-1]) - ) - break - - logging.info(u" Done.") - - -def file_test_results_html(file_spec, input_data): - """Generate the file(s) with algorithms - - file_test_results_html - specified in the specification file. - - :param file_spec: File to generate. - :param input_data: Data to process. - :type file_spec: pandas.Series - :type input_data: InputData - """ - file_test_results(file_spec, input_data, frmt=u"html") diff --git a/resources/tools/presentation/generator_plots.py b/resources/tools/presentation/generator_plots.py deleted file mode 100644 index cc9d880398..0000000000 --- a/resources/tools/presentation/generator_plots.py +++ /dev/null @@ -1,1868 +0,0 @@ -# Copyright (c) 2023 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -"""Algorithms to generate plots. -""" - - -import re -import logging - -from collections import OrderedDict -from datetime import datetime -from copy import deepcopy -from math import log - -import hdrh.histogram -import hdrh.codec -import pandas as pd -import plotly.offline as ploff -import plotly.graph_objs as plgo -import plotly.exceptions as plerr - -from plotly.exceptions import PlotlyError - -from pal_utils import mean, stdev - - -COLORS = ( - u"#1A1110", - u"#DA2647", - u"#214FC6", - u"#01786F", - u"#BD8260", - u"#FFD12A", - u"#A6E7FF", - u"#738276", - u"#C95A49", - u"#FC5A8D", - u"#CEC8EF", - u"#391285", - u"#6F2DA8", - u"#FF878D", - u"#45A27D", - u"#FFD0B9", - u"#FD5240", - u"#DB91EF", - u"#44D7A8", - u"#4F86F7", - u"#84DE02", - u"#FFCFF1", - u"#614051" -) - -REGEX_NIC = re.compile(r'(\d*ge\dp\d\D*\d*[a-z]*)-') - -# This value depends on latency stream rate (9001 pps) and duration (5s). -# Keep it slightly higher to ensure rounding errors to not remove tick mark. -PERCENTILE_MAX = 99.999501 - - -def generate_plots(spec, data): - """Generate all plots specified in the specification file. - - :param spec: Specification read from the specification file. - :param data: Data to process. - :type spec: Specification - :type data: InputData - """ - - generator = { - u"plot_nf_reconf_box_name": plot_nf_reconf_box_name, - u"plot_perf_box_name": plot_perf_box_name, - u"plot_tsa_name": plot_tsa_name, - u"plot_http_server_perf_box": plot_http_server_perf_box, - u"plot_nf_heatmap": plot_nf_heatmap, - u"plot_hdrh_lat_by_percentile": plot_hdrh_lat_by_percentile, - u"plot_hdrh_lat_by_percentile_x_log": plot_hdrh_lat_by_percentile_x_log, - u"plot_mrr_box_name": plot_mrr_box_name, - u"plot_ndrpdr_box_name": plot_ndrpdr_box_name, - u"plot_statistics": plot_statistics - } - - logging.info(u"Generating the plots ...") - for index, plot in enumerate(spec.plots): - try: - logging.info(f" Plot nr {index + 1}: {plot.get(u'title', u'')}") - plot[u"limits"] = spec.environment[u"limits"] - generator[plot[u"algorithm"]](plot, data) - logging.info(u" Done.") - except NameError as err: - logging.error( - f"Probably algorithm {plot[u'algorithm']} is not defined: " - f"{repr(err)}" - ) - logging.info(u"Done.") - - -def plot_statistics(plot, input_data): - """Generate the plot(s) with algorithm: plot_statistics - specified in the specification file. - - :param plot: Plot to generate. - :param input_data: Data to process. - :type plot: pandas.Series - :type input_data: InputData - """ - - data_x = list() - data_y_pass = list() - data_y_fail = list() - data_y_duration = list() - hover_text = list() - hover_str = ( - u"date: {date}
" - u"passed: {passed}
" - u"failed: {failed}
" - u"duration: {duration}
" - u"{sut}-ref: {build}
" - u"csit-ref: {test}-{period}-build-{build_nr}
" - u"testbed: {testbed}" - ) - for job, builds in plot[u"data"].items(): - for build_nr in builds: - try: - meta = input_data.metadata(job, str(build_nr)) - generated = meta[u"generated"] - date = datetime( - int(generated[0:4]), - int(generated[4:6]), - int(generated[6:8]), - int(generated[9:11]), - int(generated[12:]) - ) - d_y_pass = meta[u"tests_passed"] - d_y_fail = meta[u"tests_failed"] - minutes = meta[u"elapsedtime"] // 60000 - duration = f"{(minutes // 60):02d}:{(minutes % 60):02d}" - version = meta.get(u"version", u"") - except (KeyError, IndexError, ValueError, AttributeError): - continue - data_x.append(date) - data_y_pass.append(d_y_pass) - data_y_fail.append(d_y_fail) - data_y_duration.append(minutes) - if u"vpp" in job: - sut = u"vpp" - elif u"dpdk" in job: - sut = u"dpdk" - elif u"trex" in job: - sut = u"trex" - else: - sut = u"" - hover_text.append(hover_str.format( - date=date, - passed=d_y_pass, - failed=d_y_fail, - duration=duration, - sut=sut, - build=version, - test=u"mrr" if u"mrr" in job else u"ndrpdr", - period=u"daily" if u"daily" in job else u"weekly", - build_nr=build_nr, - testbed=meta.get(u"testbed", u"") - )) - - traces = [ - plgo.Bar( - x=data_x, - y=data_y_pass, - name=u"Passed", - text=hover_text, - hoverinfo=u"text" - ), - plgo.Bar( - x=data_x, - y=data_y_fail, - name=u"Failed", - text=hover_text, - hoverinfo=u"text"), - plgo.Scatter( - x=data_x, - y=data_y_duration, - name=u"Duration", - yaxis=u"y2", - text=hover_text, - hoverinfo=u"text" - ) - ] - - name_file = f"{plot[u'output-file']}.html" - - logging.info(f" Writing the file {name_file}") - plpl = plgo.Figure(data=traces, layout=plot[u"layout"]) - tickvals = [0, (max(data_y_duration) // 60) * 60] - step = tickvals[1] / 5 - for i in range(5): - tickvals.append(int(tickvals[0] + step * (i + 1))) - plpl.update_layout( - yaxis2=dict( - title=u"Duration [hh:mm]", - anchor=u"x", - overlaying=u"y", - side=u"right", - rangemode="tozero", - tickmode=u"array", - tickvals=tickvals, - ticktext=[f"{(val // 60):02d}:{(val % 60):02d}" for val in tickvals] - ) - ) - plpl.update_layout(barmode=u"stack") - try: - ploff.plot( - plpl, - show_link=False, - auto_open=False, - filename=name_file - ) - except plerr.PlotlyEmptyDataError: - logging.warning(u"No data for the plot. Skipped.") - - -def plot_hdrh_lat_by_percentile(plot, input_data): - """Generate the plot(s) with algorithm: plot_hdrh_lat_by_percentile - specified in the specification file. - - :param plot: Plot to generate. - :param input_data: Data to process. - :type plot: pandas.Series - :type input_data: InputData - """ - - # Transform the data - logging.info( - f" Creating the data set for the {plot.get(u'type', u'')} " - f"{plot.get(u'title', u'')}." - ) - if plot.get(u"include", None): - data = input_data.filter_tests_by_name( - plot, - params=[u"name", u"latency", u"parent", u"tags", u"type"] - )[0][0] - elif plot.get(u"filter", None): - data = input_data.filter_data( - plot, - params=[u"name", u"latency", u"parent", u"tags", u"type"], - continue_on_error=True - )[0][0] - else: - job = list(plot[u"data"].keys())[0] - build = str(plot[u"data"][job][0]) - data = input_data.tests(job, build) - - if data is None or len(data) == 0: - logging.error(u"No data.") - return - - desc = { - u"LAT0": u"No-load.", - u"PDR10": u"Low-load, 10% PDR.", - u"PDR50": u"Mid-load, 50% PDR.", - u"PDR90": u"High-load, 90% PDR.", - u"PDR": u"Full-load, 100% PDR.", - u"NDR10": u"Low-load, 10% NDR.", - u"NDR50": u"Mid-load, 50% NDR.", - u"NDR90": u"High-load, 90% NDR.", - u"NDR": u"Full-load, 100% NDR." - } - - graphs = [ - u"LAT0", - u"PDR10", - u"PDR50", - u"PDR90" - ] - - file_links = plot.get(u"output-file-links", None) - target_links = plot.get(u"target-links", None) - - for test in data: - try: - if test[u"type"] not in (u"NDRPDR",): - logging.warning(f"Invalid test type: {test[u'type']}") - continue - name = re.sub(REGEX_NIC, u"", test[u"parent"]. - replace(u'-ndrpdr', u'').replace(u'2n1l-', u'')) - try: - nic = re.search(REGEX_NIC, test[u"parent"]).group(1) - except (IndexError, AttributeError, KeyError, ValueError): - nic = u"" - name_link = f"{nic}-{test[u'name']}".replace(u'-ndrpdr', u'') - - logging.info(f" Generating the graph: {name_link}") - - fig = plgo.Figure() - layout = deepcopy(plot[u"layout"]) - - for color, graph in enumerate(graphs): - for idx, direction in enumerate((u"direction1", u"direction2")): - previous_x = 0.0 - xaxis = list() - yaxis = list() - hovertext = list() - try: - decoded = hdrh.histogram.HdrHistogram.decode( - test[u"latency"][graph][direction][u"hdrh"] - ) - except hdrh.codec.HdrLengthException: - logging.warning( - f"No data for direction {(u'W-E', u'E-W')[idx % 2]}" - ) - continue - - for item in decoded.get_recorded_iterator(): - percentile = item.percentile_level_iterated_to - xaxis.append(previous_x) - yaxis.append(item.value_iterated_to) - hovertext.append( - f"{desc[graph]}
" - f"Direction: {(u'W-E', u'E-W')[idx % 2]}
" - f"Percentile: " - f"{previous_x:.5f}-{percentile:.5f}%
" - f"Latency: {item.value_iterated_to}uSec" - ) - xaxis.append(percentile) - yaxis.append(item.value_iterated_to) - hovertext.append( - f"{desc[graph]}
" - f"Direction: {(u'W-E', u'E-W')[idx % 2]}
" - f"Percentile: " - f"{previous_x:.5f}-{percentile:.5f}%
" - f"Latency: {item.value_iterated_to}uSec" - ) - previous_x = percentile - fig.add_trace( - plgo.Scatter( - x=xaxis, - y=yaxis, - name=desc[graph], - mode=u"lines", - legendgroup=desc[graph], - showlegend=bool(idx), - line=dict( - color=COLORS[color], - dash=u"solid", - width=1 if idx % 2 else 2 - ), - hovertext=hovertext, - hoverinfo=u"text" - ) - ) - - layout[u"title"][u"text"] = f"Latency: {name}" - fig.update_layout(layout) - - # Create plot - file_name = f"{plot[u'output-file']}-{name_link}.html" - logging.info(f" Writing file {file_name}") - - try: - # Export Plot - ploff.plot(fig, show_link=False, auto_open=False, - filename=file_name) - # Add link to the file: - if file_links and target_links: - with open(file_links, u"a") as file_handler: - file_handler.write( - f"- `{name_link} " - f"<{target_links}/{file_name.split(u'/')[-1]}>`_\n" - ) - except FileNotFoundError as err: - logging.error( - f"Not possible to write the link to the file " - f"{file_links}\n{err}" - ) - except PlotlyError as err: - logging.error(f" Finished with error: {repr(err)}") - - except hdrh.codec.HdrLengthException as err: - logging.warning(repr(err)) - continue - - except (ValueError, KeyError) as err: - logging.warning(repr(err)) - continue - - -def plot_hdrh_lat_by_percentile_x_log(plot, input_data): - """Generate the plot(s) with algorithm: plot_hdrh_lat_by_percentile_x_log - specified in the specification file. - - :param plot: Plot to generate. - :param input_data: Data to process. - :type plot: pandas.Series - :type input_data: InputData - """ - - # Transform the data - logging.info( - f" Creating the data set for the {plot.get(u'type', u'')} " - f"{plot.get(u'title', u'')}." - ) - if plot.get(u"include", None): - data = input_data.filter_tests_by_name( - plot, - params=[u"name", u"latency", u"parent", u"tags", u"type"] - )[0][0] - elif plot.get(u"filter", None): - data = input_data.filter_data( - plot, - params=[u"name", u"latency", u"parent", u"tags", u"type"], - continue_on_error=True - )[0][0] - else: - job = list(plot[u"data"].keys())[0] - build = str(plot[u"data"][job][0]) - data = input_data.tests(job, build) - - if data is None or len(data) == 0: - logging.error(u"No data.") - return - - desc = { - u"LAT0": u"No-load.", - u"PDR10": u"Low-load, 10% PDR.", - u"PDR50": u"Mid-load, 50% PDR.", - u"PDR90": u"High-load, 90% PDR.", - u"PDR": u"Full-load, 100% PDR.", - u"NDR10": u"Low-load, 10% NDR.", - u"NDR50": u"Mid-load, 50% NDR.", - u"NDR90": u"High-load, 90% NDR.", - u"NDR": u"Full-load, 100% NDR." - } - - graphs = [ - u"LAT0", - u"PDR10", - u"PDR50", - u"PDR90" - ] - - file_links = plot.get(u"output-file-links", None) - target_links = plot.get(u"target-links", None) - - for test in data: - try: - if test[u"type"] not in (u"NDRPDR",): - logging.warning(f"Invalid test type: {test[u'type']}") - continue - name = re.sub(REGEX_NIC, u"", test[u"parent"]. - replace(u'-ndrpdr', u'').replace(u'2n1l-', u'')) - try: - nic = re.search(REGEX_NIC, test[u"parent"]).group(1) - except (IndexError, AttributeError, KeyError, ValueError): - nic = u"" - name_link = f"{nic}-{test[u'name']}".replace(u'-ndrpdr', u'') - - logging.info(f" Generating the graph: {name_link}") - - fig = plgo.Figure() - layout = deepcopy(plot[u"layout"]) - - for color, graph in enumerate(graphs): - for idx, direction in enumerate((u"direction1", u"direction2")): - previous_x = 0.0 - prev_perc = 0.0 - xaxis = list() - yaxis = list() - hovertext = list() - try: - decoded = hdrh.histogram.HdrHistogram.decode( - test[u"latency"][graph][direction][u"hdrh"] - ) - except (hdrh.codec.HdrLengthException, TypeError): - logging.warning( - f"No data for direction {(u'W-E', u'E-W')[idx % 2]}" - ) - continue - - for item in decoded.get_recorded_iterator(): - # The real value is "percentile". - # For 100%, we cut that down to "x_perc" to avoid - # infinity. - percentile = item.percentile_level_iterated_to - x_perc = min(percentile, PERCENTILE_MAX) - xaxis.append(previous_x) - yaxis.append(item.value_iterated_to) - hovertext.append( - f"{desc[graph]}
" - f"Direction: {(u'W-E', u'E-W')[idx % 2]}
" - f"Percentile: {prev_perc:.5f}-{percentile:.5f}%
" - f"Latency: {item.value_iterated_to}uSec" - ) - next_x = 100.0 / (100.0 - x_perc) - xaxis.append(next_x) - yaxis.append(item.value_iterated_to) - hovertext.append( - f"{desc[graph]}
" - f"Direction: {(u'W-E', u'E-W')[idx % 2]}
" - f"Percentile: {prev_perc:.5f}-{percentile:.5f}%
" - f"Latency: {item.value_iterated_to}uSec" - ) - previous_x = next_x - prev_perc = percentile - fig.add_trace( - plgo.Scatter( - x=xaxis, - y=yaxis, - name=desc[graph], - mode=u"lines", - legendgroup=desc[graph], - showlegend=not(bool(idx)), - line=dict( - color=COLORS[color], - dash=u"solid", - width=1 if idx % 2 else 2 - ), - hovertext=hovertext, - hoverinfo=u"text" - ) - ) - - layout[u"title"][u"text"] = f"Latency: {name}" - x_max = log(100.0 / (100.0 - PERCENTILE_MAX), 10) - layout[u"xaxis"][u"range"] = [0, x_max] - fig.update_layout(layout) - - # Create plot - file_name = f"{plot[u'output-file']}-{name_link}.html" - logging.info(f" Writing file {file_name}") - - try: - # Export Plot - ploff.plot(fig, show_link=False, auto_open=False, - filename=file_name) - # Add link to the file: - if file_links and target_links: - with open(file_links, u"a") as file_handler: - file_handler.write( - f"- `{name_link} " - f"<{target_links}/{file_name.split(u'/')[-1]}>`_\n" - ) - except FileNotFoundError as err: - logging.error( - f"Not possible to write the link to the file " - f"{file_links}\n{err}" - ) - except PlotlyError as err: - logging.error(f" Finished with error: {repr(err)}") - - except hdrh.codec.HdrLengthException as err: - logging.warning(repr(err)) - continue - - except (ValueError, KeyError) as err: - logging.warning(repr(err)) - continue - - -def plot_nf_reconf_box_name(plot, input_data): - """Generate the plot(s) with algorithm: plot_nf_reconf_box_name - specified in the specification file. - - :param plot: Plot to generate. - :param input_data: Data to process. - :type plot: pandas.Series - :type input_data: InputData - """ - - # Transform the data - logging.info( - f" Creating the data set for the {plot.get(u'type', u'')} " - f"{plot.get(u'title', u'')}." - ) - data = input_data.filter_tests_by_name( - plot, params=[u"result", u"parent", u"tags", u"type"] - ) - if data is None: - logging.error(u"No data.") - return - - for core in plot.get(u"core", tuple()): - # Prepare the data for the plot - y_vals = OrderedDict() - loss = dict() - for item in plot.get(u"include", tuple()): - reg_ex = re.compile(str(item.format(core=core)).lower()) - for job in data: - for build in job: - for test_id, test in build.iteritems(): - if not re.match(reg_ex, str(test_id).lower()): - continue - if y_vals.get(test[u"parent"], None) is None: - y_vals[test[u"parent"]] = list() - loss[test[u"parent"]] = list() - try: - y_vals[test[u"parent"]].append( - test[u"result"][u"time"] - ) - loss[test[u"parent"]].append( - test[u"result"][u"loss"] - ) - except (KeyError, TypeError): - y_vals[test[u"parent"]].append(None) - - # Add None to the lists with missing data - max_len = 0 - nr_of_samples = list() - for val in y_vals.values(): - if len(val) > max_len: - max_len = len(val) - nr_of_samples.append(len(val)) - for val in y_vals.values(): - if len(val) < max_len: - val.extend([None for _ in range(max_len - len(val))]) - - # Add plot traces - traces = list() - df_y = pd.DataFrame(y_vals) - df_y.head() - for i, col in enumerate(df_y.columns): - tst_name = re.sub( - REGEX_NIC, u"", - col.lower().replace(u'-reconf', u'').replace(u'2n1l-', u''). - replace(u'2n-', u'').replace(u'-testpmd', u'') - ) - traces.append(plgo.Box( - x=[str(i + 1) + u'.'] * len(df_y[col]), - y=df_y[col], - name=( - f"{i + 1}. " - f"({nr_of_samples[i]:02d} " - f"run{u's' if nr_of_samples[i] > 1 else u''}, " - f"packets lost average: {mean(loss[col]):.1f}) " - f"{u'-'.join(tst_name.split(u'-')[2:])}" - ), - hoverinfo=u"y+name" - )) - try: - # Create plot - layout = deepcopy(plot[u"layout"]) - layout[u"title"] = f"Time Lost: {layout[u'title']}" - layout[u"yaxis"][u"title"] = u"Effective Blocked Time [s]" - layout[u"legend"][u"font"][u"size"] = 14 - layout[u"yaxis"].pop(u"range") - plpl = plgo.Figure(data=traces, layout=layout) - - # Export Plot - file_name = f"{plot[u'output-file'].format(core=core)}.html" - logging.info(f" Writing file {file_name}") - ploff.plot( - plpl, - show_link=False, - auto_open=False, - filename=file_name - ) - except PlotlyError as err: - logging.error( - f" Finished with error: {repr(err)}".replace(u"\n", u" ") - ) - - -def plot_perf_box_name(plot, input_data): - """Generate the plot(s) with algorithm: plot_perf_box_name - specified in the specification file. - - Use only for soak and hoststack tests. - - :param plot: Plot to generate. - :param input_data: Data to process. - :type plot: pandas.Series - :type input_data: InputData - """ - - # Transform the data - logging.info( - f" Creating data set for the {plot.get(u'type', u'')} " - f"{plot.get(u'title', u'')}." - ) - data = input_data.filter_tests_by_name( - plot, - params=[u"throughput", u"gbps", u"result", u"parent", u"tags", u"type"]) - if data is None: - logging.error(u"No data.") - return - - # Prepare the data for the plot - y_vals = OrderedDict() - test_type = u"" - - for item in plot.get(u"include", tuple()): - reg_ex = re.compile(str(item).lower()) - for job in data: - for build in job: - for test_id, test in build.iteritems(): - if not re.match(reg_ex, str(test_id).lower()): - continue - if y_vals.get(test[u"parent"], None) is None: - y_vals[test[u"parent"]] = list() - try: - if test[u"type"] in (u"SOAK",): - y_vals[test[u"parent"]]. \ - append(test[u"throughput"][u"LOWER"]) - test_type = u"SOAK" - - elif test[u"type"] in (u"HOSTSTACK",): - if u"LDPRELOAD" in test[u"tags"]: - y_vals[test[u"parent"]].append( - float( - test[u"result"][u"bits_per_second"] - ) / 1e3 - ) - elif u"VPPECHO" in test[u"tags"]: - y_vals[test[u"parent"]].append( - (float( - test[u"result"][u"client"][u"tx_data"] - ) * 8 / 1e3) / - ((float( - test[u"result"][u"client"][u"time"] - ) + - float( - test[u"result"][u"server"][u"time"]) - ) / 2) - ) - test_type = u"HOSTSTACK" - - elif test[u"type"] in (u"LDP_NGINX",): - if u"TCP_CPS" in test[u"tags"]: - test_type = u"VSAP_CPS" - y_vals[test[u"parent"]].append( - test[u"result"][u"cps"] - ) - elif u"TCP_RPS" in test[u"tags"]: - test_type = u"VSAP_RPS" - y_vals[test[u"parent"]].append( - test[u"result"][u"rps"] - ) - else: - continue - else: - continue - - except (KeyError, TypeError): - y_vals[test[u"parent"]].append(None) - - # Add None to the lists with missing data - max_len = 0 - nr_of_samples = list() - for val in y_vals.values(): - if len(val) > max_len: - max_len = len(val) - nr_of_samples.append(len(val)) - for val in y_vals.values(): - if len(val) < max_len: - val.extend([None for _ in range(max_len - len(val))]) - - # Add plot traces - traces = list() - df_y = pd.DataFrame(y_vals) - df_y.head() - y_max = list() - for i, col in enumerate(df_y.columns): - tst_name = re.sub(REGEX_NIC, u"", - col.lower().replace(u'-ndrpdr', u''). - replace(u'2n1l-', u'')) - if test_type in (u"VSAP_CPS", u"VSAP_RPS"): - data_y = [y if y else None for y in df_y[col]] - else: - data_y = [y / 1e6 if y else None for y in df_y[col]] - kwargs = dict( - y=data_y, - name=( - f"{i + 1}. " - f"({nr_of_samples[i]:02d} " - f"run{u's' if nr_of_samples[i] > 1 else u''}) " - f"{tst_name}" - ), - hoverinfo=u"y+name" - ) - if test_type in (u"SOAK", ): - kwargs[u"boxpoints"] = u"all" - kwargs[u"jitter"] = 0.3 - - traces.append(plgo.Box(**kwargs)) - - try: - val_max = max(df_y[col]) - if val_max: - if test_type in (u"VSAP_CPS", u"VSAP_RPS"): - y_max.append(int(val_max)) - else: - y_max.append(int(val_max / 1e6)) - except (ValueError, TypeError) as err: - logging.error(repr(err)) - continue - - try: - # Create plot - layout = deepcopy(plot[u"layout"]) - layout[u"xaxis"][u"tickvals"] = [i for i in range(len(y_vals))] - layout[u"xaxis"][u"ticktext"] = [str(i + 1) for i in range(len(y_vals))] - if layout.get(u"title", None): - if test_type in (u"HOSTSTACK", ): - layout[u"title"] = f"Bandwidth: {layout[u'title']}" - elif test_type == u"VSAP_CPS": - layout[u"title"] = f"CPS: {layout[u'title']}" - layout[u"yaxis"][u"title"] = u"Connection Rate [cps]" - elif test_type == u"VSAP_RPS": - layout[u"title"] = f"RPS: {layout[u'title']}" - layout[u"yaxis"][u"title"] = u"Connection Rate [rps]" - else: - layout[u"title"] = f"Tput: {layout[u'title']}" - if y_max and max(y_max) > 1: - layout[u"yaxis"][u"range"] = [0, max(y_max) + 2] - plpl = plgo.Figure(data=traces, layout=layout) - - # Export Plot - logging.info(f" Writing file {plot[u'output-file']}.html.") - ploff.plot( - plpl, - show_link=False, - auto_open=False, - filename=f"{plot[u'output-file']}.html" - ) - except PlotlyError as err: - logging.error( - f" Finished with error: {repr(err)}".replace(u"\n", u" ") - ) - return - - -def plot_ndrpdr_box_name(plot, input_data): - """Generate the plot(s) with algorithm: plot_ndrpdr_box_name - specified in the specification file. - - :param plot: Plot to generate. - :param input_data: Data to process. - :type plot: pandas.Series - :type input_data: InputData - """ - - # Transform the data - logging.info( - f" Creating data set for the {plot.get(u'type', u'')} " - f"{plot.get(u'title', u'')}." - ) - data = input_data.filter_tests_by_name( - plot, - params=[u"throughput", u"gbps", u"parent", u"tags", u"type"] - ) - if data is None: - logging.error(u"No data.") - return - - if u"-gbps" in plot.get(u"title", u"").lower(): - value = u"gbps" - multiplier = 1e6 - else: - value = u"throughput" - multiplier = 1.0 - - test_type = u"" - - for ttype in plot.get(u"test-type", (u"ndr", u"pdr")): - for core in plot.get(u"core", tuple()): - # Prepare the data for the plot - data_x = list() - data_y = OrderedDict() - data_y_max = list() - idx = 1 - for item in plot.get(u"include", tuple()): - reg_ex = re.compile(str(item.format(core=core)).lower()) - for job in data: - for build in job: - for test_id, test in build.iteritems(): - if not re.match(reg_ex, str(test_id).lower()): - continue - if data_y.get(test[u"parent"], None) is None: - data_y[test[u"parent"]] = list() - test_type = test[u"type"] - data_x.append(idx) - idx += 1 - try: - data_y[test[u"parent"]].append( - test[value][ttype.upper()][u"LOWER"] * - multiplier - ) - except (KeyError, TypeError): - pass - - # Add plot traces - traces = list() - for idx, (key, vals) in enumerate(data_y.items()): - name = re.sub( - REGEX_NIC, u'', key.lower().replace(u'-ndrpdr', u''). - replace(u'2n1l-', u'') - ) - kwargs = dict( - y=[y / 1e6 if y else None for y in vals], - name=( - f"{idx + 1}." - f"({len(vals):02d} " - f"run" - f"{u's' if len(vals) > 1 else u''}) " - f"{name}" - ), - hoverinfo=u"y+name" - ) - box_points = plot.get(u"boxpoints", u"all") - if box_points in \ - (u"all", u"outliers", u"suspectedoutliers", False): - kwargs[u"boxpoints"] = box_points - kwargs[u"jitter"] = 0.3 - traces.append(plgo.Box(**kwargs)) - try: - data_y_max.append(max(vals)) - except ValueError as err: - logging.warning(f"No values to use.\n{err!r}") - try: - # Create plot - layout = deepcopy(plot[u"layout"]) - layout[u"xaxis"][u"tickvals"] = [i for i in range(len(data_y))] - layout[u"xaxis"][u"ticktext"] = \ - [str(i + 1) for i in range(len(data_y))] - if layout.get(u"title", None): - layout[u"title"] = \ - layout[u'title'].format(core=core, test_type=ttype) - if test_type in (u"CPS", ): - layout[u"title"] = f"CPS: {layout[u'title']}" - else: - layout[u"title"] = \ - f"Tput: {layout[u'title']}" - if data_y_max: - layout[u"yaxis"][u"range"] = [0, max(data_y_max) / 1e6 + 1] - plpl = plgo.Figure(data=traces, layout=layout) - - # Export Plot - file_name = ( - f"{plot[u'output-file'].format(core=core, test_type=ttype)}" - f".html" - ) - logging.info(f" Writing file {file_name}") - ploff.plot( - plpl, - show_link=False, - auto_open=False, - filename=file_name - ) - except PlotlyError as err: - logging.error( - f" Finished with error: {repr(err)}".replace(u"\n", u" ") - ) - - -def plot_mrr_box_name(plot, input_data): - """Generate the plot(s) with algorithm: plot_mrr_box_name - specified in the specification file. - - :param plot: Plot to generate. - :param input_data: Data to process. - :type plot: pandas.Series - :type input_data: InputData - """ - - # Transform the data - logging.info( - f" Creating data set for the {plot.get(u'type', u'')} " - f"{plot.get(u'title', u'')}." - ) - data = input_data.filter_tests_by_name( - plot, - params=[u"result", u"parent", u"tags", u"type"] - ) - if data is None: - logging.error(u"No data.") - return - - for core in plot.get(u"core", tuple()): - # Prepare the data for the plot - data_x = list() - data_names = list() - data_y = list() - data_y_max = list() - idx = 1 - for item in plot.get(u"include", tuple()): - reg_ex = re.compile(str(item.format(core=core)).lower()) - for job in data: - for build in job: - for test_id, test in build.iteritems(): - if not re.match(reg_ex, str(test_id).lower()): - continue - try: - data_x.append(idx) - name = re.sub( - REGEX_NIC, u'', test[u'parent'].lower(). - replace(u'-mrr', u'').replace(u'2n1l-', u'') - ) - data_y.append(test[u"result"][u"samples"]) - data_names.append( - f"{idx}." - f"({len(data_y[-1]):02d} " - f"run{u's' if len(data_y[-1]) > 1 else u''}) " - f"{name}" - ) - data_y_max.append(max(data_y[-1])) - idx += 1 - except (KeyError, TypeError): - pass - - # Add plot traces - traces = list() - for idx, x_item in enumerate(data_x): - kwargs = dict( - y=data_y[idx], - name=data_names[idx], - hoverinfo=u"y+name" - ) - box_points = plot.get(u"boxpoints", u"all") - if box_points in (u"all", u"outliers", u"suspectedoutliers", False): - kwargs[u"boxpoints"] = box_points - kwargs["jitter"] = 0.3 - traces.append(plgo.Box(**kwargs)) - - try: - # Create plot - layout = deepcopy(plot[u"layout"]) - layout[u"xaxis"][u"tickvals"] = [i for i in range(len(data_y))] - layout[u"xaxis"][u"ticktext"] = \ - [str(i + 1) for i in range(len(data_y))] - if layout.get(u"title", None): - layout[u"title"] = ( - f"Tput: {layout[u'title'].format(core=core)}" - ) - if data_y_max: - layout[u"yaxis"][u"range"] = [0, max(data_y_max) + 1] - plpl = plgo.Figure(data=traces, layout=layout) - - # Export Plot - file_name = f"{plot[u'output-file'].format(core=core)}.html" - logging.info(f" Writing file {file_name}") - ploff.plot( - plpl, - show_link=False, - auto_open=False, - filename=file_name - ) - except PlotlyError as err: - logging.error( - f" Finished with error: {repr(err)}".replace(u"\n", u" ") - ) - - -def plot_tsa_name(plot, input_data): - """Generate the plot(s) with algorithm: - plot_tsa_name - specified in the specification file. - - :param plot: Plot to generate. - :param input_data: Data to process. - :type plot: pandas.Series - :type input_data: InputData - """ - - # Transform the data - plot_title = plot.get(u"title", u"") - logging.info( - f" Creating data set for the {plot.get(u'type', u'')} {plot_title}." - ) - data = input_data.filter_tests_by_name( - plot, - params=[u"throughput", u"gbps", u"parent", u"tags", u"type"] - ) - if data is None: - logging.error(u"No data.") - return - - plot_title = plot_title.lower() - - if u"-gbps" in plot_title: - value = u"gbps" - h_unit = u"Gbps" - multiplier = 1e6 - else: - value = u"throughput" - h_unit = u"Mpps" - multiplier = 1.0 - - for ttype in plot.get(u"test-type", (u"ndr", u"pdr")): - y_vals = OrderedDict() - for item in plot.get(u"include", tuple()): - reg_ex = re.compile(str(item).lower()) - for job in data: - for build in job: - for test_id, test in build.iteritems(): - if re.match(reg_ex, str(test_id).lower()): - if y_vals.get(test[u"parent"], None) is None: - y_vals[test[u"parent"]] = { - u"1": list(), - u"2": list(), - u"4": list() - } - try: - if test[u"type"] not in (u"NDRPDR", u"CPS"): - continue - - if u"1C" in test[u"tags"]: - y_vals[test[u"parent"]][u"1"].append( - test[value][ttype.upper()][u"LOWER"] * - multiplier - ) - elif u"2C" in test[u"tags"]: - y_vals[test[u"parent"]][u"2"].append( - test[value][ttype.upper()][u"LOWER"] * - multiplier - ) - elif u"4C" in test[u"tags"]: - y_vals[test[u"parent"]][u"4"].append( - test[value][ttype.upper()][u"LOWER"] * - multiplier - ) - except (KeyError, TypeError): - pass - - if not y_vals: - logging.warning(f"No data for the plot {plot.get(u'title', u'')}") - return - - y_1c_max = dict() - for test_name, test_vals in y_vals.items(): - for key, test_val in test_vals.items(): - if test_val: - avg_val = sum(test_val) / len(test_val) - y_vals[test_name][key] = [avg_val, len(test_val)] - ideal = avg_val / (int(key) * 1e6) - if test_name not in y_1c_max or ideal > y_1c_max[test_name]: - y_1c_max[test_name] = ideal - - vals = OrderedDict() - y_max = list() - nic_limit = 0 - lnk_limit = 0 - pci_limit = 0 - for test_name, test_vals in y_vals.items(): - try: - if test_vals[u"1"][1]: - name = re.sub( - REGEX_NIC, - u"", - test_name.replace(u'-ndrpdr', u''). - replace(u'2n1l-', u'') - ) - vals[name] = OrderedDict() - y_val_1 = test_vals[u"1"][0] / 1e6 - y_val_2 = test_vals[u"2"][0] / 1e6 if test_vals[u"2"][0] \ - else None - y_val_4 = test_vals[u"4"][0] / 1e6 if test_vals[u"4"][0] \ - else None - - vals[name][u"val"] = [y_val_1, y_val_2, y_val_4] - vals[name][u"rel"] = [1.0, None, None] - vals[name][u"ideal"] = [ - y_1c_max[test_name], - y_1c_max[test_name] * 2, - y_1c_max[test_name] * 4 - ] - vals[name][u"diff"] = [ - (y_val_1 - y_1c_max[test_name]) * 100 / y_val_1, - None, - None - ] - vals[name][u"count"] = [ - test_vals[u"1"][1], - test_vals[u"2"][1], - test_vals[u"4"][1] - ] - - try: - val_max = max(vals[name][u"val"]) - except ValueError as err: - logging.error(repr(err)) - continue - if val_max: - y_max.append(val_max) - - if y_val_2: - vals[name][u"rel"][1] = round(y_val_2 / y_val_1, 2) - vals[name][u"diff"][1] = \ - (y_val_2 - vals[name][u"ideal"][1]) * 100 / y_val_2 - if y_val_4: - vals[name][u"rel"][2] = round(y_val_4 / y_val_1, 2) - vals[name][u"diff"][2] = \ - (y_val_4 - vals[name][u"ideal"][2]) * 100 / y_val_4 - except IndexError as err: - logging.warning(f"No data for {test_name}") - logging.warning(repr(err)) - - # Limits: - if u"x520" in test_name: - limit = plot[u"limits"][u"nic"][u"x520"] - elif u"x710" in test_name: - limit = plot[u"limits"][u"nic"][u"x710"] - elif u"xxv710" in test_name: - limit = plot[u"limits"][u"nic"][u"xxv710"] - elif u"xl710" in test_name: - limit = plot[u"limits"][u"nic"][u"xl710"] - elif u"x553" in test_name: - limit = plot[u"limits"][u"nic"][u"x553"] - elif u"cx556a" in test_name: - limit = plot[u"limits"][u"nic"][u"cx556a"] - elif u"e810cq" in test_name: - limit = plot[u"limits"][u"nic"][u"e810cq"] - elif u"e810xxv" in test_name: - limit = plot[u"limits"][u"nic"][u"e810xxv"] - elif u"e822cq" in test_name: - limit = plot[u"limits"][u"nic"][u"e822cq"] - else: - limit = 0 - if limit > nic_limit: - nic_limit = limit - - mul = 2 if u"ge2p" in test_name else 1 - if u"10ge" in test_name: - limit = plot[u"limits"][u"link"][u"10ge"] * mul - elif u"25ge" in test_name: - limit = plot[u"limits"][u"link"][u"25ge"] * mul - elif u"40ge" in test_name: - limit = plot[u"limits"][u"link"][u"40ge"] * mul - elif u"100ge" in test_name: - limit = plot[u"limits"][u"link"][u"100ge"] * mul - else: - limit = 0 - if limit > lnk_limit: - lnk_limit = limit - - if u"cx556a" in test_name: - limit = plot[u"limits"][u"pci"][u"pci-g3-x8"] - else: - limit = plot[u"limits"][u"pci"][u"pci-g3-x16"] - if limit > pci_limit: - pci_limit = limit - - traces = list() - annotations = list() - x_vals = [1, 2, 4] - - # Limits: - if u"-gbps" not in plot_title and u"-cps-" not in plot_title: - nic_limit /= 1e6 - lnk_limit /= 1e6 - pci_limit /= 1e6 - min_limit = min((nic_limit, lnk_limit, pci_limit)) - if nic_limit == min_limit: - traces.append(plgo.Scatter( - x=x_vals, - y=[nic_limit, ] * len(x_vals), - name=f"NIC: {nic_limit:.2f}Mpps", - showlegend=False, - mode=u"lines", - line=dict( - dash=u"dot", - color=COLORS[-1], - width=1), - hoverinfo=u"none" - )) - annotations.append(dict( - x=1, - y=nic_limit, - xref=u"x", - yref=u"y", - xanchor=u"left", - yanchor=u"bottom", - text=f"NIC: {nic_limit:.2f}Mpps", - font=dict( - size=14, - color=COLORS[-1], - ), - align=u"left", - showarrow=False - )) - y_max.append(nic_limit) - elif lnk_limit == min_limit: - traces.append(plgo.Scatter( - x=x_vals, - y=[lnk_limit, ] * len(x_vals), - name=f"Link: {lnk_limit:.2f}Mpps", - showlegend=False, - mode=u"lines", - line=dict( - dash=u"dot", - color=COLORS[-1], - width=1), - hoverinfo=u"none" - )) - annotations.append(dict( - x=1, - y=lnk_limit, - xref=u"x", - yref=u"y", - xanchor=u"left", - yanchor=u"bottom", - text=f"Link: {lnk_limit:.2f}Mpps", - font=dict( - size=14, - color=COLORS[-1], - ), - align=u"left", - showarrow=False - )) - y_max.append(lnk_limit) - elif pci_limit == min_limit: - traces.append(plgo.Scatter( - x=x_vals, - y=[pci_limit, ] * len(x_vals), - name=f"PCIe: {pci_limit:.2f}Mpps", - showlegend=False, - mode=u"lines", - line=dict( - dash=u"dot", - color=COLORS[-1], - width=1), - hoverinfo=u"none" - )) - annotations.append(dict( - x=1, - y=pci_limit, - xref=u"x", - yref=u"y", - xanchor=u"left", - yanchor=u"bottom", - text=f"PCIe: {pci_limit:.2f}Mpps", - font=dict( - size=14, - color=COLORS[-1], - ), - align=u"left", - showarrow=False - )) - y_max.append(pci_limit) - - # Perfect and measured: - cidx = 0 - for name, val in vals.items(): - hovertext = list() - try: - for idx in range(len(val[u"val"])): - htext = "" - if isinstance(val[u"val"][idx], float): - htext += ( - f"No. of Runs: {val[u'count'][idx]}
" - f"Mean: {val[u'val'][idx]:.2f}{h_unit}
" - ) - if isinstance(val[u"diff"][idx], float): - htext += f"Diff: {round(val[u'diff'][idx]):.0f}%
" - if isinstance(val[u"rel"][idx], float): - htext += f"Speedup: {val[u'rel'][idx]:.2f}" - hovertext.append(htext) - traces.append( - plgo.Scatter( - x=x_vals, - y=val[u"val"], - name=name, - legendgroup=name, - mode=u"lines+markers", - line=dict( - color=COLORS[cidx], - width=2), - marker=dict( - symbol=u"circle", - size=10 - ), - text=hovertext, - hoverinfo=u"text+name" - ) - ) - traces.append( - plgo.Scatter( - x=x_vals, - y=val[u"ideal"], - name=f"{name} perfect", - legendgroup=name, - showlegend=False, - mode=u"lines", - line=dict( - color=COLORS[cidx], - width=2, - dash=u"dash"), - text=[f"Perfect: {y:.2f}Mpps" for y in val[u"ideal"]], - hoverinfo=u"text" - ) - ) - cidx += 1 - except (IndexError, ValueError, KeyError) as err: - logging.warning(f"No data for {name}\n{repr(err)}") - - try: - # Create plot - file_name = f"{plot[u'output-file'].format(test_type=ttype)}.html" - logging.info(f" Writing file {file_name}") - layout = deepcopy(plot[u"layout"]) - if layout.get(u"title", None): - layout[u"title"] = ( - f"Speedup Multi-core: " - f"{layout[u'title'].format(test_type=ttype)}" - ) - layout[u"yaxis"][u"range"] = [0, int(max(y_max) * 1.1)] - layout[u"annotations"].extend(annotations) - plpl = plgo.Figure(data=traces, layout=layout) - - # Export Plot - ploff.plot( - plpl, - show_link=False, - auto_open=False, - filename=file_name - ) - except PlotlyError as err: - logging.error( - f" Finished with error: {repr(err)}".replace(u"\n", u" ") - ) - - -def plot_http_server_perf_box(plot, input_data): - """Generate the plot(s) with algorithm: plot_http_server_perf_box - specified in the specification file. - - :param plot: Plot to generate. - :param input_data: Data to process. - :type plot: pandas.Series - :type input_data: InputData - """ - - # Transform the data - logging.info( - f" Creating the data set for the {plot.get(u'type', u'')} " - f"{plot.get(u'title', u'')}." - ) - data = input_data.filter_data(plot) - if data is None: - logging.error(u"No data.") - return - - # Prepare the data for the plot - y_vals = dict() - for job in data: - for build in job: - for test in build: - if y_vals.get(test[u"name"], None) is None: - y_vals[test[u"name"]] = list() - try: - y_vals[test[u"name"]].append(test[u"result"]) - except (KeyError, TypeError): - y_vals[test[u"name"]].append(None) - - # Add None to the lists with missing data - max_len = 0 - nr_of_samples = list() - for val in y_vals.values(): - if len(val) > max_len: - max_len = len(val) - nr_of_samples.append(len(val)) - for val in y_vals.values(): - if len(val) < max_len: - val.extend([None for _ in range(max_len - len(val))]) - - # Add plot traces - traces = list() - df_y = pd.DataFrame(y_vals) - df_y.head() - for i, col in enumerate(df_y.columns): - name = \ - f"{i + 1}. " \ - f"({nr_of_samples[i]:02d} " \ - f"run{u's' if nr_of_samples[i] > 1 else u''}) " \ - f"{col.lower().replace(u'-ndrpdr', u'')}" - if len(name) > 50: - name_lst = name.split(u'-') - name = u"" - split_name = True - for segment in name_lst: - if (len(name) + len(segment) + 1) > 50 and split_name: - name += u"
" - split_name = False - name += segment + u'-' - name = name[:-1] - - traces.append(plgo.Box(x=[str(i + 1) + u'.'] * len(df_y[col]), - y=df_y[col], - name=name, - **plot[u"traces"])) - try: - # Create plot - plpl = plgo.Figure(data=traces, layout=plot[u"layout"]) - - # Export Plot - logging.info( - f" Writing file {plot[u'output-file']}" - f"{plot[u'output-file-type']}." - ) - ploff.plot( - plpl, - show_link=False, - auto_open=False, - filename=f"{plot[u'output-file']}{plot[u'output-file-type']}" - ) - except PlotlyError as err: - logging.error( - f" Finished with error: {repr(err)}".replace(u"\n", u" ") - ) - return - - -def plot_nf_heatmap(plot, input_data): - """Generate the plot(s) with algorithm: plot_nf_heatmap - specified in the specification file. - - :param plot: Plot to generate. - :param input_data: Data to process. - :type plot: pandas.Series - :type input_data: InputData - """ - - def sort_by_int(value): - """Makes possible to sort a list of strings which represent integers. - - :param value: Integer as a string. - :type value: str - :returns: Integer representation of input parameter 'value'. - :rtype: int - """ - return int(value) - - regex_cn = re.compile(r'^(\d*)R(\d*)C$') - regex_test_name = re.compile(r'^.*-(\d+ch|\d+pl)-' - r'(\d+mif|\d+vh)-' - r'(\d+vm\d+t|\d+dcr\d+t|\d+dcr\d+c).*$') - # Transform the data - logging.info( - f" Creating the data set for the {plot.get(u'type', u'')} " - f"{plot.get(u'title', u'')}." - ) - in_data = input_data.filter_tests_by_name( - plot, - continue_on_error=True, - params=[u"throughput", u"result", u"name", u"tags", u"type"] - ) - if in_data is None or in_data.empty: - logging.error(u"No data.") - return - - for ttype in plot.get(u"test-type", (u"ndr", u"pdr")): - for core in plot.get(u"core", tuple()): - vals = dict() - for item in plot.get(u"include", tuple()): - reg_ex = re.compile(str(item.format(core=core)).lower()) - for job in in_data: - for build in job: - for test_id, test in build.iteritems(): - if not re.match(reg_ex, str(test_id).lower()): - continue - for tag in test[u"tags"]: - groups = re.search(regex_cn, tag) - if groups: - chain = str(groups.group(1)) - node = str(groups.group(2)) - break - else: - continue - groups = re.search(regex_test_name, test[u"name"]) - if groups and len(groups.groups()) == 3: - hover_name = ( - f"{str(groups.group(1))}-" - f"{str(groups.group(2))}-" - f"{str(groups.group(3))}" - ) - else: - hover_name = u"" - if vals.get(chain, None) is None: - vals[chain] = dict() - if vals[chain].get(node, None) is None: - vals[chain][node] = dict( - name=hover_name, - vals=list(), - nr=None, - mean=None, - stdev=None - ) - try: - if ttype == u"mrr": - result = test[u"result"][u"receive-rate"] - elif ttype == u"pdr": - result = \ - test[u"throughput"][u"PDR"][u"LOWER"] - elif ttype == u"ndr": - result = \ - test[u"throughput"][u"NDR"][u"LOWER"] - else: - result = None - except TypeError: - result = None - - if result: - vals[chain][node][u"vals"].append(result) - - if not vals: - logging.error(u"No data.") - return - - txt_chains = list() - txt_nodes = list() - for key_c in vals: - txt_chains.append(key_c) - for key_n in vals[key_c].keys(): - txt_nodes.append(key_n) - if vals[key_c][key_n][u"vals"]: - vals[key_c][key_n][u"nr"] = \ - len(vals[key_c][key_n][u"vals"]) - vals[key_c][key_n][u"mean"] = \ - round(mean(vals[key_c][key_n][u"vals"]) / 1e6, 1) - vals[key_c][key_n][u"stdev"] = \ - round(stdev(vals[key_c][key_n][u"vals"]) / 1e6, 1) - txt_nodes = list(set(txt_nodes)) - - txt_chains = sorted(txt_chains, key=sort_by_int) - txt_nodes = sorted(txt_nodes, key=sort_by_int) - - chains = [i + 1 for i in range(len(txt_chains))] - nodes = [i + 1 for i in range(len(txt_nodes))] - - data = [list() for _ in range(len(chains))] - for chain in chains: - for node in nodes: - try: - val = vals[txt_chains[chain - 1]] \ - [txt_nodes[node - 1]][u"mean"] - except (KeyError, IndexError): - val = None - data[chain - 1].append(val) - - # Color scales: - my_green = [[0.0, u"rgb(235, 249, 242)"], - [1.0, u"rgb(45, 134, 89)"]] - - my_blue = [[0.0, u"rgb(236, 242, 248)"], - [1.0, u"rgb(57, 115, 172)"]] - - my_grey = [[0.0, u"rgb(230, 230, 230)"], - [1.0, u"rgb(102, 102, 102)"]] - - hovertext = list() - annotations = list() - - text = (u"Test: {name}
" - u"Runs: {nr}
" - u"Thput: {val}
" - u"StDev: {stdev}") - - for chain, _ in enumerate(txt_chains): - hover_line = list() - for node, _ in enumerate(txt_nodes): - if data[chain][node] is not None: - annotations.append( - dict( - x=node+1, - y=chain+1, - xref=u"x", - yref=u"y", - xanchor=u"center", - yanchor=u"middle", - text=str(data[chain][node]), - font=dict( - size=14, - ), - align=u"center", - showarrow=False - ) - ) - hover_line.append(text.format( - name=vals[txt_chains[chain]][txt_nodes[node]] - [u"name"], - nr=vals[txt_chains[chain]][txt_nodes[node]][u"nr"], - val=data[chain][node], - stdev=vals[txt_chains[chain]][txt_nodes[node]] - [u"stdev"] - )) - hovertext.append(hover_line) - - traces = [ - plgo.Heatmap( - x=nodes, - y=chains, - z=data, - colorbar=dict( - title=plot.get(u"z-axis", u"{test_type}"). - format(test_type=ttype.upper()), - titleside=u"right", - titlefont=dict( - size=16 - ), - tickfont=dict( - size=16, - ), - tickformat=u".1f", - yanchor=u"bottom", - y=-0.02, - len=0.925, - ), - showscale=True, - colorscale=my_green, - text=hovertext, - hoverinfo=u"text" - ) - ] - - for idx, item in enumerate(txt_nodes): - # X-axis, numbers: - annotations.append( - dict( - x=idx+1, - y=0.05, - xref=u"x", - yref=u"y", - xanchor=u"center", - yanchor=u"top", - text=item, - font=dict( - size=16, - ), - align=u"center", - showarrow=False - ) - ) - for idx, item in enumerate(txt_chains): - # Y-axis, numbers: - annotations.append( - dict( - x=0.35, - y=idx+1, - xref=u"x", - yref=u"y", - xanchor=u"right", - yanchor=u"middle", - text=item, - font=dict( - size=16, - ), - align=u"center", - showarrow=False - ) - ) - # X-axis, title: - annotations.append( - dict( - x=0.55, - y=-0.15, - xref=u"paper", - yref=u"y", - xanchor=u"center", - yanchor=u"bottom", - text=plot.get(u"x-axis", u""), - font=dict( - size=16, - ), - align=u"center", - showarrow=False - ) - ) - # Y-axis, title: - annotations.append( - dict( - x=-0.1, - y=0.5, - xref=u"x", - yref=u"paper", - xanchor=u"center", - yanchor=u"middle", - text=plot.get(u"y-axis", u""), - font=dict( - size=16, - ), - align=u"center", - textangle=270, - showarrow=False - ) - ) - updatemenus = list([ - dict( - x=1.0, - y=0.0, - xanchor=u"right", - yanchor=u"bottom", - direction=u"up", - buttons=list([ - dict( - args=[ - { - u"colorscale": [my_green, ], - u"reversescale": False - } - ], - label=u"Green", - method=u"update" - ), - dict( - args=[ - { - u"colorscale": [my_blue, ], - u"reversescale": False - } - ], - label=u"Blue", - method=u"update" - ), - dict( - args=[ - { - u"colorscale": [my_grey, ], - u"reversescale": False - } - ], - label=u"Grey", - method=u"update" - ) - ]) - ) - ]) - - try: - layout = deepcopy(plot[u"layout"]) - except KeyError as err: - logging.error( - f"Finished with error: No layout defined\n{repr(err)}" - ) - return - - layout[u"annotations"] = annotations - layout[u'updatemenus'] = updatemenus - if layout.get(u"title", None): - layout[u"title"] = layout[u'title'].replace(u"test_type", ttype) - - try: - # Create plot - plpl = plgo.Figure(data=traces, layout=layout) - - # Export Plot - file_name = ( - f"{plot[u'output-file'].format(core=core, test_type=ttype)}" - f".html" - ) - logging.info(f" Writing file {file_name}") - ploff.plot( - plpl, - show_link=False, - auto_open=False, - filename=file_name - ) - except PlotlyError as err: - logging.error( - f" Finished with error: {repr(err)}".replace(u"\n", u" ") - ) diff --git a/resources/tools/presentation/generator_report.py b/resources/tools/presentation/generator_report.py deleted file mode 100644 index f34ac9355f..0000000000 --- a/resources/tools/presentation/generator_report.py +++ /dev/null @@ -1,270 +0,0 @@ -# Copyright (c) 2023 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -"""Report generation. -""" - -import logging -import datetime - -from shutil import make_archive - -from pal_utils import get_files, execute_command, archive_input_data - - -# .css file for the html format of the report -THEME_OVERRIDES = u"""/* override table width restrictions */ -@media screen and (min-width: 767px) { - .wy-table-responsive table td, .wy-table-responsive table th { - white-space: normal !important; - } - - .wy-table-responsive { - font-size: small; - margin-bottom: 24px; - max-width: 100%; - overflow: visible !important; - } -} -.rst-content blockquote { - margin-left: 0px; - line-height: 18px; - margin-bottom: 0px; -} -.wy-menu-vertical a { - display: inline-block; - line-height: 18px; - padding: 0 2em; - display: block; - position: relative; - font-size: 90%; - color: #d9d9d9 -} -.wy-menu-vertical li.current a { - color: gray; - border-right: solid 1px #c9c9c9; - padding: 0 3em; -} -.wy-menu-vertical li.toctree-l2.current > a { - background: #c9c9c9; - padding: 0 3em; -} -.wy-menu-vertical li.toctree-l2.current li.toctree-l3 > a { - display: block; - background: #c9c9c9; - padding: 0 4em; -} -.wy-menu-vertical li.toctree-l3.current li.toctree-l4 > a { - display: block; - background: #bdbdbd; - padding: 0 5em; -} -.wy-menu-vertical li.on a, .wy-menu-vertical li.current > a { - color: #404040; - padding: 0 2em; - font-weight: bold; - position: relative; - background: #fcfcfc; - border: none; - border-top-width: medium; - border-bottom-width: medium; - border-top-style: none; - border-bottom-style: none; - border-top-color: currentcolor; - border-bottom-color: currentcolor; - padding-left: 2em -4px; -} -""" - -# Command to build the html format of the report -HTML_BUILDER = u'sphinx-build -v -c sphinx_conf/report -a ' \ - u'-b html -E ' \ - u'-t html ' \ - u'-D release={release} ' \ - u'-D version="Test Report {date}" ' \ - u'{working_dir} ' \ - u'{build_dir}/' - -# Command to build the pdf format of the report -PDF_BUILDER = u'sphinx-build -v -c sphinx_conf/report -a ' \ - u'-b latex -E ' \ - u'-t latex ' \ - u'-D release={release} ' \ - u'-D version="Test Report {date}" ' \ - u'{working_dir} ' \ - u'{build_dir}' - - -def generate_report(release, spec, report_week): - """Generate all formats and versions of the report. - - :param release: Release string of the product. - :param spec: Specification read from the specification file. - :param report_week: Calendar week when the report is published. - :type release: str - :type spec: Specification - :type report_week: str - """ - - logging.info(u"Generating the report ...") - - report = { - u"html": generate_html_report, - u"pdf": generate_pdf_report - } - - for report_format in spec.output[u"format"]: - report[report_format](release, spec, report_week) - - archive_input_data(spec) - - logging.info(u"Done.") - - -def generate_html_report(release, spec, report_version): - """Generate html format of the report. - - :param release: Release string of the product. - :param spec: Specification read from the specification file. - :param report_version: Version of the report. - :type release: str - :type spec: Specification - :type report_version: str - """ - - _ = report_version - - logging.info(u" Generating the html report, give me a few minutes, please " - u"...") - - working_dir = spec.environment[u"paths"][u"DIR[WORKING,SRC]"] - - execute_command(f"cd {working_dir} && mv -f index.html.template index.rst") - - cmd = HTML_BUILDER.format( - release=release, - date=datetime.datetime.utcnow().strftime(u'%Y-%m-%d %H:%M UTC'), - working_dir=working_dir, - build_dir=spec.environment[u"paths"][u"DIR[BUILD,HTML]"]) - execute_command(cmd) - - with open(spec.environment[u"paths"][u"DIR[CSS_PATCH_FILE]"], u"wt") as \ - css_file: - css_file.write(THEME_OVERRIDES) - - with open(spec.environment[u"paths"][u"DIR[CSS_PATCH_FILE2]"], u"wt") as \ - css_file: - css_file.write(THEME_OVERRIDES) - - logging.info(u" Done.") - - -def generate_pdf_report(release, spec, report_week): - """Generate html format of the report. - - :param release: Release string of the product. - :param spec: Specification read from the specification file. - :param report_week: Calendar week when the report is published. - :type release: str - :type spec: Specification - :type report_week: str - """ - - logging.info(u" Generating the pdf report, give me a few minutes, please " - u"...") - - working_dir = spec.environment[u"paths"][u"DIR[WORKING,SRC]"] - - execute_command(f"cd {working_dir} && mv -f index.pdf.template index.rst") - - _convert_all_svg_to_pdf(spec.environment[u"paths"][u"DIR[WORKING,SRC]"]) - - # Convert PyPLOT graphs in HTML format to PDF. - convert_plots = u"xvfb-run -a wkhtmltopdf {html} {pdf}" - plots = get_files(spec.environment[u"paths"][u"DIR[STATIC,VPP]"], u"html") - plots.extend( - get_files(spec.environment[u"paths"][u"DIR[STATIC,DPDK]"], u"html") - ) - plots.extend( - get_files(spec.environment[u"paths"][u"DIR[STATIC,TREX]"], u"html") - ) - pdf_plots = list() - for plot in plots: - file_name = f"{plot.rsplit(u'.', 1)[0]}.pdf" - pdf_plots.append(file_name) - logging.info(f"Converting {plot} to {file_name}") - execute_command(convert_plots.format(html=plot, pdf=file_name)) - - # Generate the LaTeX documentation - build_dir = spec.environment[u"paths"][u"DIR[BUILD,LATEX]"] - cmd = PDF_BUILDER.format( - release=release, - date=datetime.datetime.utcnow().strftime(u'%Y-%m-%d %H:%M UTC'), - working_dir=working_dir, - build_dir=build_dir) - execute_command(cmd) - - # Build pdf documentation - archive_dir = spec.environment[u"paths"][u"DIR[STATIC,ARCH]"] - cmds = [ - f'cd {build_dir} && ' - f'pdflatex -shell-escape -interaction nonstopmode csit.tex || true', - f'cd {build_dir} && ' - f'pdflatex -interaction nonstopmode csit.tex || true', - f'cd {build_dir} && ' - f'cp csit.pdf ../{archive_dir}/csit_{release}.{report_week}.pdf &&' - f'cp csit.pdf ../{archive_dir}/csit_{release}.pdf' - ] - - for cmd in cmds: - execute_command(cmd) - - # Delete temporary pdf files: - for plot in pdf_plots: - execute_command(f"rm {plot}") - - logging.info(u" Done.") - - -def archive_report(spec): - """Archive the report. - - :param spec: Specification read from the specification file. - :type spec: Specification - """ - - logging.info(u" Archiving the report ...") - - make_archive( - u"csit.report", - u"gztar", - base_dir=spec.environment[u"paths"][u"DIR[BUILD,HTML]"] - ) - - logging.info(u" Done.") - - -def _convert_all_svg_to_pdf(path): - """Convert all svg files on path "path" to pdf. - - :param path: Path to the root directory with svg files to convert. - :type path: str - """ - - svg_files = get_files(path, u"svg", full_path=True) - for svg_file in svg_files: - pdf_file = f"{svg_file.rsplit(u'.', 1)[0]}.pdf" - logging.info(f"Converting {svg_file} to {pdf_file}") - execute_command( - f"inkscape -D -z --file={svg_file} --export-pdf={pdf_file}" - ) diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py deleted file mode 100644 index c2c1f00af5..0000000000 --- a/resources/tools/presentation/generator_tables.py +++ /dev/null @@ -1,2303 +0,0 @@ -# Copyright (c) 2023 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -"""Algorithms to generate tables. -""" - - -import logging -import csv -import math -import re - -from collections import OrderedDict -from xml.etree import ElementTree as ET -from datetime import datetime as dt -from datetime import timedelta -from copy import deepcopy - -import plotly.graph_objects as go -import plotly.offline as ploff -import pandas as pd -import prettytable - -from numpy import nan, isnan -from yaml import load, FullLoader, YAMLError - -from pal_utils import mean, stdev, classify_anomalies, \ - convert_csv_to_pretty_txt, relative_change_stdev, relative_change - - -REGEX_NIC = re.compile(r'(\d*ge\dp\d\D*\d*[a-z]*)') - -NORM_FREQ = 2.0 # [GHz] - - -def generate_tables(spec, data): - """Generate all tables specified in the specification file. - - :param spec: Specification read from the specification file. - :param data: Data to process. - :type spec: Specification - :type data: InputData - """ - - generator = { - "table_merged_details": table_merged_details, - "table_soak_vs_ndr": table_soak_vs_ndr, - "table_perf_trending_dash": table_perf_trending_dash, - "table_perf_trending_dash_html": table_perf_trending_dash_html, - "table_last_failed_tests": table_last_failed_tests, - "table_failed_tests": table_failed_tests, - "table_failed_tests_html": table_failed_tests_html, - "table_oper_data_html": table_oper_data_html, - "table_comparison": table_comparison, - "table_weekly_comparison": table_weekly_comparison, - "table_job_spec_duration": table_job_spec_duration - } - - logging.info(u"Generating the tables ...") - - norm_factor = dict() - for key, val in spec.environment.get("frequency", dict()).items(): - norm_factor[key] = NORM_FREQ / val - - for table in spec.tables: - try: - if table["algorithm"] == "table_weekly_comparison": - table["testbeds"] = spec.environment.get("testbeds", None) - if table["algorithm"] == "table_comparison": - table["norm_factor"] = norm_factor - generator[table["algorithm"]](table, data) - except NameError as err: - logging.error( - f"Probably algorithm {table['algorithm']} is not defined: " - f"{repr(err)}" - ) - logging.info("Done.") - - -def table_job_spec_duration(table, input_data): - """Generate the table(s) with algorithm: table_job_spec_duration - specified in the specification file. - - :param table: Table to generate. - :param input_data: Data to process. - :type table: pandas.Series - :type input_data: InputData - """ - - _ = input_data - - logging.info(f" Generating the table {table.get(u'title', u'')} ...") - - jb_type = table.get(u"jb-type", None) - - tbl_lst = list() - if jb_type == u"iterative": - for line in table.get(u"lines", tuple()): - tbl_itm = { - u"name": line.get(u"job-spec", u""), - u"data": list() - } - for job, builds in line.get(u"data-set", dict()).items(): - for build_nr in builds: - try: - minutes = input_data.metadata( - job, str(build_nr) - )[u"elapsedtime"] // 60000 - except (KeyError, IndexError, ValueError, AttributeError): - continue - tbl_itm[u"data"].append(minutes) - tbl_itm[u"mean"] = mean(tbl_itm[u"data"]) - tbl_itm[u"stdev"] = stdev(tbl_itm[u"data"]) - tbl_lst.append(tbl_itm) - elif jb_type == u"coverage": - job = table.get(u"data", None) - if not job: - return - for line in table.get(u"lines", tuple()): - try: - tbl_itm = { - u"name": line.get(u"job-spec", u""), - u"mean": input_data.metadata( - list(job.keys())[0], str(line[u"build"]) - )[u"elapsedtime"] // 60000, - u"stdev": float(u"nan") - } - tbl_itm[u"data"] = [tbl_itm[u"mean"], ] - except (KeyError, IndexError, ValueError, AttributeError): - continue - tbl_lst.append(tbl_itm) - else: - logging.warning(f"Wrong type of job-spec: {jb_type}. Skipping.") - return - - for line in tbl_lst: - line[u"mean"] = \ - f"{int(line[u'mean'] // 60):02d}:{int(line[u'mean'] % 60):02d}" - if math.isnan(line[u"stdev"]): - line[u"stdev"] = u"" - else: - line[u"stdev"] = \ - f"{int(line[u'stdev'] //60):02d}:{int(line[u'stdev'] % 60):02d}" - - if not tbl_lst: - return - - rows = list() - for itm in tbl_lst: - rows.append([ - itm[u"name"], - f"{len(itm[u'data'])}", - f"{itm[u'mean']} +- {itm[u'stdev']}" - if itm[u"stdev"] != u"" else f"{itm[u'mean']}" - ]) - - txt_table = prettytable.PrettyTable( - [u"Job Specification", u"Nr of Runs", u"Duration [HH:MM]"] - ) - for row in rows: - txt_table.add_row(row) - txt_table.align = u"r" - txt_table.align[u"Job Specification"] = u"l" - - file_name = f"{table.get(u'output-file', u'')}.txt" - with open(file_name, u"wt", encoding='utf-8') as txt_file: - txt_file.write(str(txt_table)) - - -def table_oper_data_html(table, input_data): - """Generate the table(s) with algorithm: html_table_oper_data - specified in the specification file. - - :param table: Table to generate. - :param input_data: Data to process. - :type table: pandas.Series - :type input_data: InputData - """ - - logging.info(f" Generating the table {table.get(u'title', u'')} ...") - # Transform the data - logging.info( - f" Creating the data set for the {table.get(u'type', u'')} " - f"{table.get(u'title', u'')}." - ) - data = input_data.filter_data( - table, - params=[u"name", u"parent", u"telemetry-show-run", u"type"], - continue_on_error=True - ) - if data.empty: - return - data = input_data.merge_data(data) - - sort_tests = table.get(u"sort", None) - if sort_tests: - args = dict( - inplace=True, - ascending=(sort_tests == u"ascending") - ) - data.sort_index(**args) - - suites = input_data.filter_data( - table, - continue_on_error=True, - data_set=u"suites" - ) - if suites.empty: - return - suites = input_data.merge_data(suites) - - def _generate_html_table(tst_data): - """Generate an HTML table with operational data for the given test. - - :param tst_data: Test data to be used to generate the table. - :type tst_data: pandas.Series - :returns: HTML table with operational data. - :rtype: str - """ - - colors = { - u"header": u"#7eade7", - u"empty": u"#ffffff", - u"body": (u"#e9f1fb", u"#d4e4f7") - } - - tbl = ET.Element(u"table", attrib=dict(width=u"100%", border=u"0")) - - trow = ET.SubElement(tbl, u"tr", attrib=dict(bgcolor=colors[u"header"])) - thead = ET.SubElement( - trow, u"th", attrib=dict(align=u"left", colspan=u"6") - ) - thead.text = tst_data[u"name"] - - trow = ET.SubElement(tbl, u"tr", attrib=dict(bgcolor=colors[u"empty"])) - thead = ET.SubElement( - trow, u"th", attrib=dict(align=u"left", colspan=u"6") - ) - thead.text = u"\t" - - if tst_data.get(u"telemetry-show-run", None) is None or \ - isinstance(tst_data[u"telemetry-show-run"], str): - trow = ET.SubElement( - tbl, u"tr", attrib=dict(bgcolor=colors[u"header"]) - ) - tcol = ET.SubElement( - trow, u"td", attrib=dict(align=u"left", colspan=u"6") - ) - tcol.text = u"No Data" - - trow = ET.SubElement( - tbl, u"tr", attrib=dict(bgcolor=colors[u"empty"]) - ) - thead = ET.SubElement( - trow, u"th", attrib=dict(align=u"left", colspan=u"6") - ) - font = ET.SubElement( - thead, u"font", attrib=dict(size=u"12px", color=u"#ffffff") - ) - font.text = u"." - return str(ET.tostring(tbl, encoding=u"unicode")) - - tbl_hdr = ( - u"Name", - u"Nr of Vectors", - u"Nr of Packets", - u"Suspends", - u"Cycles per Packet", - u"Average Vector Size" - ) - - for dut_data in tst_data[u"telemetry-show-run"].values(): - trow = ET.SubElement( - tbl, u"tr", attrib=dict(bgcolor=colors[u"header"]) - ) - tcol = ET.SubElement( - trow, u"td", attrib=dict(align=u"left", colspan=u"6") - ) - if dut_data.get(u"runtime", None) is None: - tcol.text = u"No Data" - continue - - runtime = dict() - for item in dut_data[u"runtime"].get(u"data", tuple()): - tid = int(item[u"labels"][u"thread_id"]) - if runtime.get(tid, None) is None: - runtime[tid] = dict() - gnode = item[u"labels"][u"graph_node"] - if runtime[tid].get(gnode, None) is None: - runtime[tid][gnode] = dict() - try: - runtime[tid][gnode][item[u"name"]] = float(item[u"value"]) - except ValueError: - runtime[tid][gnode][item[u"name"]] = item[u"value"] - - threads = dict({idx: list() for idx in range(len(runtime))}) - for idx, run_data in runtime.items(): - for gnode, gdata in run_data.items(): - threads[idx].append([ - gnode, - int(gdata[u"calls"]), - int(gdata[u"vectors"]), - int(gdata[u"suspends"]), - float(gdata[u"clocks"]), - float(gdata[u"vectors"] / gdata[u"calls"]) \ - if gdata[u"calls"] else 0.0 - ]) - - bold = ET.SubElement(tcol, u"b") - bold.text = ( - f"Host IP: {dut_data.get(u'host', '')}, " - f"Socket: {dut_data.get(u'socket', '')}" - ) - trow = ET.SubElement( - tbl, u"tr", attrib=dict(bgcolor=colors[u"empty"]) - ) - thead = ET.SubElement( - trow, u"th", attrib=dict(align=u"left", colspan=u"6") - ) - thead.text = u"\t" - - for thread_nr, thread in threads.items(): - trow = ET.SubElement( - tbl, u"tr", attrib=dict(bgcolor=colors[u"header"]) - ) - tcol = ET.SubElement( - trow, u"td", attrib=dict(align=u"left", colspan=u"6") - ) - bold = ET.SubElement(tcol, u"b") - bold.text = u"main" if thread_nr == 0 else f"worker_{thread_nr}" - trow = ET.SubElement( - tbl, u"tr", attrib=dict(bgcolor=colors[u"header"]) - ) - for idx, col in enumerate(tbl_hdr): - tcol = ET.SubElement( - trow, u"td", - attrib=dict(align=u"right" if idx else u"left") - ) - font = ET.SubElement( - tcol, u"font", attrib=dict(size=u"2") - ) - bold = ET.SubElement(font, u"b") - bold.text = col - for row_nr, row in enumerate(thread): - trow = ET.SubElement( - tbl, u"tr", - attrib=dict(bgcolor=colors[u"body"][row_nr % 2]) - ) - for idx, col in enumerate(row): - tcol = ET.SubElement( - trow, u"td", - attrib=dict(align=u"right" if idx else u"left") - ) - font = ET.SubElement( - tcol, u"font", attrib=dict(size=u"2") - ) - if isinstance(col, float): - font.text = f"{col:.2f}" - else: - font.text = str(col) - trow = ET.SubElement( - tbl, u"tr", attrib=dict(bgcolor=colors[u"empty"]) - ) - thead = ET.SubElement( - trow, u"th", attrib=dict(align=u"left", colspan=u"6") - ) - thead.text = u"\t" - - trow = ET.SubElement(tbl, u"tr", attrib=dict(bgcolor=colors[u"empty"])) - thead = ET.SubElement( - trow, u"th", attrib=dict(align=u"left", colspan=u"6") - ) - font = ET.SubElement( - thead, u"font", attrib=dict(size=u"12px", color=u"#ffffff") - ) - font.text = u"." - - return str(ET.tostring(tbl, encoding=u"unicode")) - - for suite in suites.values: - html_table = str() - for test_data in data.values: - if test_data[u"parent"] not in suite[u"name"]: - continue - html_table += _generate_html_table(test_data) - if not html_table: - continue - try: - file_name = f"{table[u'output-file']}{suite[u'name']}.rst" - with open(f"{file_name}", u'w') as html_file: - logging.info(f" Writing file: {file_name}") - html_file.write(u".. raw:: html\n\n\t") - html_file.write(html_table) - html_file.write(u"\n\t



\n") - except KeyError: - logging.warning(u"The output file is not defined.") - return - logging.info(u" Done.") - - -def table_merged_details(table, input_data): - """Generate the table(s) with algorithm: table_merged_details - specified in the specification file. - - :param table: Table to generate. - :param input_data: Data to process. - :type table: pandas.Series - :type input_data: InputData - """ - - logging.info(f" Generating the table {table.get(u'title', u'')} ...") - - # Transform the data - logging.info( - f" Creating the data set for the {table.get(u'type', u'')} " - f"{table.get(u'title', u'')}." - ) - data = input_data.filter_data(table, continue_on_error=True) - data = input_data.merge_data(data) - - sort_tests = table.get(u"sort", None) - if sort_tests: - args = dict( - inplace=True, - ascending=(sort_tests == u"ascending") - ) - data.sort_index(**args) - - suites = input_data.filter_data( - table, continue_on_error=True, data_set=u"suites") - suites = input_data.merge_data(suites) - - # Prepare the header of the tables - header = list() - for column in table[u"columns"]: - header.append( - u'"{0}"'.format(str(column[u"title"]).replace(u'"', u'""')) - ) - - for suite in suites.values: - # Generate data - suite_name = suite[u"name"] - table_lst = list() - for test in data.keys(): - if data[test][u"status"] != u"PASS" or \ - data[test][u"parent"] not in suite_name: - continue - row_lst = list() - for column in table[u"columns"]: - try: - col_data = str(data[test][column[ - u"data"].split(u" ")[1]]).replace(u'"', u'""') - # Do not include tests with "Test Failed" in test message - if u"Test Failed" in col_data: - continue - col_data = col_data.replace( - u"No Data", u"Not Captured " - ) - if column[u"data"].split(u" ")[1] in (u"name", ): - if len(col_data) > 30: - col_data_lst = col_data.split(u"-") - half = int(len(col_data_lst) / 2) - col_data = f"{u'-'.join(col_data_lst[:half])}" \ - f"- |br| " \ - f"{u'-'.join(col_data_lst[half:])}" - col_data = f" |prein| {col_data} |preout| " - elif column[u"data"].split(u" ")[1] in (u"msg", ): - # Temporary solution: remove NDR results from message: - if bool(table.get(u'remove-ndr', False)): - try: - col_data = col_data.split(u"\n", 1)[1] - except IndexError: - pass - col_data = col_data.replace(u'\n', u' |br| ').\ - replace(u'\r', u'').replace(u'"', u"'") - col_data = f" |prein| {col_data} |preout| " - elif column[u"data"].split(u" ")[1] in (u"conf-history", ): - col_data = col_data.replace(u'\n', u' |br| ') - col_data = f" |prein| {col_data[:-5]} |preout| " - row_lst.append(f'"{col_data}"') - except KeyError: - row_lst.append(u'"Not captured"') - if len(row_lst) == len(table[u"columns"]): - table_lst.append(row_lst) - - # Write the data to file - if table_lst: - separator = u"" if table[u'output-file'].endswith(u"/") else u"_" - file_name = f"{table[u'output-file']}{separator}{suite_name}.csv" - logging.info(f" Writing file: {file_name}") - with open(file_name, u"wt") as file_handler: - file_handler.write(u",".join(header) + u"\n") - for item in table_lst: - file_handler.write(u",".join(item) + u"\n") - - logging.info(u" Done.") - - -def _tpc_modify_test_name(test_name, ignore_nic=False): - """Modify a test name by replacing its parts. - - :param test_name: Test name to be modified. - :param ignore_nic: If True, NIC is removed from TC name. - :type test_name: str - :type ignore_nic: bool - :returns: Modified test name. - :rtype: str - """ - test_name_mod = test_name.\ - replace(u"-ndrpdr", u"").\ - replace(u"1t1c", u"1c").\ - replace(u"2t1c", u"1c"). \ - replace(u"2t2c", u"2c").\ - replace(u"4t2c", u"2c"). \ - replace(u"4t4c", u"4c").\ - replace(u"8t4c", u"4c") - - if ignore_nic: - return re.sub(REGEX_NIC, u"", test_name_mod) - return test_name_mod - - -def _tpc_modify_displayed_test_name(test_name): - """Modify a test name which is displayed in a table by replacing its parts. - - :param test_name: Test name to be modified. - :type test_name: str - :returns: Modified test name. - :rtype: str - """ - return test_name.\ - replace(u"1t1c", u"1c").\ - replace(u"2t1c", u"1c"). \ - replace(u"2t2c", u"2c").\ - replace(u"4t2c", u"2c"). \ - replace(u"4t4c", u"4c").\ - replace(u"8t4c", u"4c") - - -def _tpc_insert_data(target, src, include_tests): - """Insert src data to the target structure. - - :param target: Target structure where the data is placed. - :param src: Source data to be placed into the target structure. - :param include_tests: Which results will be included (MRR, NDR, PDR). - :type target: list - :type src: dict - :type include_tests: str - """ - try: - if include_tests == u"MRR": - target[u"mean"] = src[u"result"][u"receive-rate"] - target[u"stdev"] = src[u"result"][u"receive-stdev"] - elif include_tests == u"PDR": - target[u"data"].append(src[u"throughput"][u"PDR"][u"LOWER"]) - elif include_tests == u"NDR": - target[u"data"].append(src[u"throughput"][u"NDR"][u"LOWER"]) - elif u"latency" in include_tests: - keys = include_tests.split(u"-") - if len(keys) == 4: - lat = src[keys[0]][keys[1]][keys[2]][keys[3]] - target[u"data"].append( - float(u"nan") if lat == -1 else lat * 1e6 - ) - elif include_tests == u"hoststack": - try: - target[u"data"].append( - float(src[u"result"][u"bits_per_second"]) - ) - except KeyError: - target[u"data"].append( - (float(src[u"result"][u"client"][u"tx_data"]) * 8) / - ((float(src[u"result"][u"client"][u"time"]) + - float(src[u"result"][u"server"][u"time"])) / 2) - ) - elif include_tests == u"vsap": - try: - target[u"data"].append(src[u"result"][u"cps"]) - except KeyError: - target[u"data"].append(src[u"result"][u"rps"]) - except (KeyError, TypeError): - pass - - -def _tpc_generate_html_table(header, data, out_file_name, legend=u"", - footnote=u"", sort_data=True, title=u"", - generate_rst=True): - """Generate html table from input data with simple sorting possibility. - - :param header: Table header. - :param data: Input data to be included in the table. It is a list of lists. - Inner lists are rows in the table. All inner lists must be of the same - length. The length of these lists must be the same as the length of the - header. - :param out_file_name: The name (relative or full path) where the - generated html table is written. - :param legend: The legend to display below the table. - :param footnote: The footnote to display below the table (and legend). - :param sort_data: If True the data sorting is enabled. - :param title: The table (and file) title. - :param generate_rst: If True, wrapping rst file is generated. - :type header: list - :type data: list of lists - :type out_file_name: str - :type legend: str - :type footnote: str - :type sort_data: bool - :type title: str - :type generate_rst: bool - """ - - try: - idx = header.index(u"Test Case") - except ValueError: - idx = 0 - params = { - u"align-hdr": ( - [u"left", u"right"], - [u"left", u"left", u"right"], - [u"left", u"left", u"left", u"right"] - ), - u"align-itm": ( - [u"left", u"right"], - [u"left", u"left", u"right"], - [u"left", u"left", u"left", u"right"] - ), - u"width": ([15, 9], [4, 24, 10], [4, 4, 32, 10]) - } - - df_data = pd.DataFrame(data, columns=header) - - if sort_data: - df_sorted = [df_data.sort_values( - by=[key, header[idx]], ascending=[True, True] - if key != header[idx] else [False, True]) for key in header] - df_sorted_rev = [df_data.sort_values( - by=[key, header[idx]], ascending=[False, True] - if key != header[idx] else [True, True]) for key in header] - df_sorted.extend(df_sorted_rev) - else: - df_sorted = df_data - - fill_color = [[u"#d4e4f7" if idx % 2 else u"#e9f1fb" - for idx in range(len(df_data))]] - table_header = dict( - values=[f"{item.replace(u',', u',
')}" for item in header], - fill_color=u"#7eade7", - align=params[u"align-hdr"][idx], - font=dict( - family=u"Courier New", - size=12 - ) - ) - - fig = go.Figure() - - if sort_data: - for table in df_sorted: - columns = [table.get(col) for col in header] - fig.add_trace( - go.Table( - columnwidth=params[u"width"][idx], - header=table_header, - cells=dict( - values=columns, - fill_color=fill_color, - align=params[u"align-itm"][idx], - font=dict( - family=u"Courier New", - size=12 - ) - ) - ) - ) - - buttons = list() - menu_items = [f"{itm} (ascending)" for itm in header] - menu_items.extend([f"{itm} (descending)" for itm in header]) - for idx, hdr in enumerate(menu_items): - visible = [False, ] * len(menu_items) - visible[idx] = True - buttons.append( - dict( - label=hdr.replace(u" [Mpps]", u""), - method=u"update", - args=[{u"visible": visible}], - ) - ) - - fig.update_layout( - updatemenus=[ - go.layout.Updatemenu( - type=u"dropdown", - direction=u"down", - x=0.0, - xanchor=u"left", - y=1.002, - yanchor=u"bottom", - active=len(menu_items) - 1, - buttons=list(buttons) - ) - ], - ) - else: - fig.add_trace( - go.Table( - columnwidth=params[u"width"][idx], - header=table_header, - cells=dict( - values=[df_sorted.get(col) for col in header], - fill_color=fill_color, - align=params[u"align-itm"][idx], - font=dict( - family=u"Courier New", - size=12 - ) - ) - ) - ) - - ploff.plot( - fig, - show_link=False, - auto_open=False, - filename=f"{out_file_name}_in.html" - ) - - if not generate_rst: - return - - file_name = out_file_name.split(u"/")[-1] - if u"vpp" in out_file_name: - path = u"_tmp/src/vpp_performance_tests/comparisons/" - else: - path = u"_tmp/src/dpdk_performance_tests/comparisons/" - logging.info(f" Writing the HTML file to {path}{file_name}.rst") - with open(f"{path}{file_name}.rst", u"wt") as rst_file: - rst_file.write( - u"\n" - u".. |br| raw:: html\n\n
\n\n\n" - u".. |prein| raw:: html\n\n 
\n\n\n"
-            u".. |preout| raw:: html\n\n
\n\n" - ) - if title: - rst_file.write(f"{title}\n") - rst_file.write(f"{u'`' * len(title)}\n\n") - rst_file.write( - u".. raw:: html\n\n" - f' \n\n' - ) - - if legend: - try: - itm_lst = legend[1:-2].split(u"\n") - rst_file.write( - f"{itm_lst[0]}\n\n- " + u'\n- '.join(itm_lst[1:]) + u"\n\n" - ) - except IndexError as err: - logging.error(f"Legend cannot be written to html file\n{err}") - if footnote: - try: - itm_lst = footnote[1:].split(u"\n") - rst_file.write( - f"{itm_lst[0]}\n\n- " + u'\n- '.join(itm_lst[1:]) + u"\n\n" - ) - except IndexError as err: - logging.error(f"Footnote cannot be written to html file\n{err}") - - -def table_soak_vs_ndr(table, input_data): - """Generate the table(s) with algorithm: table_soak_vs_ndr - specified in the specification file. - - :param table: Table to generate. - :param input_data: Data to process. - :type table: pandas.Series - :type input_data: InputData - """ - - logging.info(f" Generating the table {table.get(u'title', u'')} ...") - - # Transform the data - logging.info( - f" Creating the data set for the {table.get(u'type', u'')} " - f"{table.get(u'title', u'')}." - ) - data = input_data.filter_data(table, continue_on_error=True) - - # Prepare the header of the table - try: - header = [ - u"Test Case", - f"Avg({table[u'reference'][u'title']})", - f"Stdev({table[u'reference'][u'title']})", - f"Avg({table[u'compare'][u'title']})", - f"Stdev{table[u'compare'][u'title']})", - u"Diff", - u"Stdev(Diff)" - ] - header_str = u";".join(header) + u"\n" - legend = ( - u"\nLegend:\n" - f"Avg({table[u'reference'][u'title']}): " - f"Mean value of {table[u'reference'][u'title']} [Mpps] computed " - f"from a series of runs of the listed tests.\n" - f"Stdev({table[u'reference'][u'title']}): " - f"Standard deviation value of {table[u'reference'][u'title']} " - f"[Mpps] computed from a series of runs of the listed tests.\n" - f"Avg({table[u'compare'][u'title']}): " - f"Mean value of {table[u'compare'][u'title']} [Mpps] computed from " - f"a series of runs of the listed tests.\n" - f"Stdev({table[u'compare'][u'title']}): " - f"Standard deviation value of {table[u'compare'][u'title']} [Mpps] " - f"computed from a series of runs of the listed tests.\n" - f"Diff({table[u'reference'][u'title']}," - f"{table[u'compare'][u'title']}): " - f"Percentage change calculated for mean values.\n" - u"Stdev(Diff): " - u"Standard deviation of percentage change calculated for mean " - u"values." - ) - except (AttributeError, KeyError) as err: - logging.error(f"The model is invalid, missing parameter: {repr(err)}") - return - - # Create a list of available SOAK test results: - tbl_dict = dict() - for job, builds in table[u"compare"][u"data"].items(): - for build in builds: - for tst_name, tst_data in data[job][str(build)].items(): - if tst_data[u"type"] == u"SOAK": - tst_name_mod = tst_name.replace(u"-soak", u"") - if tbl_dict.get(tst_name_mod, None) is None: - groups = re.search(REGEX_NIC, tst_data[u"parent"]) - nic = groups.group(0) if groups else u"" - name = ( - f"{nic}-" - f"{u'-'.join(tst_data[u'name'].split(u'-')[:-1])}" - ) - tbl_dict[tst_name_mod] = { - u"name": name, - u"ref-data": list(), - u"cmp-data": list() - } - try: - tbl_dict[tst_name_mod][u"cmp-data"].append( - tst_data[u"throughput"][u"LOWER"]) - except (KeyError, TypeError): - pass - tests_lst = tbl_dict.keys() - - # Add corresponding NDR test results: - for job, builds in table[u"reference"][u"data"].items(): - for build in builds: - for tst_name, tst_data in data[job][str(build)].items(): - tst_name_mod = tst_name.replace(u"-ndrpdr", u"").\ - replace(u"-mrr", u"") - if tst_name_mod not in tests_lst: - continue - try: - if tst_data[u"type"] not in (u"NDRPDR", u"MRR", u"BMRR"): - continue - if table[u"include-tests"] == u"MRR": - result = (tst_data[u"result"][u"receive-rate"], - tst_data[u"result"][u"receive-stdev"]) - elif table[u"include-tests"] == u"PDR": - result = \ - tst_data[u"throughput"][u"PDR"][u"LOWER"] - elif table[u"include-tests"] == u"NDR": - result = \ - tst_data[u"throughput"][u"NDR"][u"LOWER"] - else: - result = None - if result is not None: - tbl_dict[tst_name_mod][u"ref-data"].append( - result) - except (KeyError, TypeError): - continue - - tbl_lst = list() - for tst_name in tbl_dict: - item = [tbl_dict[tst_name][u"name"], ] - data_r = tbl_dict[tst_name][u"ref-data"] - if data_r: - if table[u"include-tests"] == u"MRR": - data_r_mean = data_r[0][0] - data_r_stdev = data_r[0][1] - else: - data_r_mean = mean(data_r) - data_r_stdev = stdev(data_r) - item.append(round(data_r_mean / 1e6, 1)) - item.append(round(data_r_stdev / 1e6, 1)) - else: - data_r_mean = None - data_r_stdev = None - item.extend([None, None]) - data_c = tbl_dict[tst_name][u"cmp-data"] - if data_c: - if table[u"include-tests"] == u"MRR": - data_c_mean = data_c[0][0] - data_c_stdev = data_c[0][1] - else: - data_c_mean = mean(data_c) - data_c_stdev = stdev(data_c) - item.append(round(data_c_mean / 1e6, 2)) - item.append(round(data_c_stdev / 1e6, 2)) - else: - data_c_mean = None - data_c_stdev = None - item.extend([None, None]) - if data_r_mean is not None and data_c_mean is not None: - delta, d_stdev = relative_change_stdev( - data_r_mean, data_c_mean, data_r_stdev, data_c_stdev) - try: - item.append(round(delta, 2)) - except ValueError: - item.append(delta) - try: - item.append(round(d_stdev, 2)) - except ValueError: - item.append(d_stdev) - tbl_lst.append(item) - - # Sort the table according to the relative change - tbl_lst.sort(key=lambda rel: rel[-1], reverse=True) - - # Generate csv tables: - csv_file_name = f"{table[u'output-file']}.csv" - with open(csv_file_name, u"wt") as file_handler: - file_handler.write(header_str) - for test in tbl_lst: - file_handler.write(u";".join([str(item) for item in test]) + u"\n") - - convert_csv_to_pretty_txt( - csv_file_name, f"{table[u'output-file']}.txt", delimiter=u";" - ) - with open(f"{table[u'output-file']}.txt", u'a') as file_handler: - file_handler.write(legend) - - # Generate html table: - _tpc_generate_html_table( - header, - tbl_lst, - table[u'output-file'], - legend=legend, - title=table.get(u"title", u"") - ) - - -def table_perf_trending_dash(table, input_data): - """Generate the table(s) with algorithm: - table_perf_trending_dash - specified in the specification file. - - :param table: Table to generate. - :param input_data: Data to process. - :type table: pandas.Series - :type input_data: InputData - """ - - logging.info(f" Generating the table {table.get(u'title', u'')} ...") - - # Transform the data - logging.info( - f" Creating the data set for the {table.get(u'type', u'')} " - f"{table.get(u'title', u'')}." - ) - data = input_data.filter_data(table, continue_on_error=True) - - # Prepare the header of the tables - header = [ - u"Test Case", - u"Trend [Mpps]", - u"Runs [#]", - u"Long-Term Change [%]", - u"Regressions [#]", - u"Progressions [#]" - ] - header_str = u",".join(header) + u"\n" - - incl_tests = table.get(u"include-tests", u"MRR") - - # Prepare data to the table: - tbl_dict = dict() - for job, builds in table[u"data"].items(): - for build in builds: - for tst_name, tst_data in data[job][str(build)].items(): - if tst_name.lower() in table.get(u"ignore-list", list()): - continue - if tbl_dict.get(tst_name, None) is None: - groups = re.search(REGEX_NIC, tst_data[u"parent"]) - if not groups: - continue - nic = groups.group(0) - tbl_dict[tst_name] = { - u"name": f"{nic}-{tst_data[u'name']}", - u"data": OrderedDict() - } - try: - if incl_tests == u"MRR": - tbl_dict[tst_name][u"data"][str(build)] = \ - tst_data[u"result"][u"receive-rate"] - elif incl_tests == u"NDR": - tbl_dict[tst_name][u"data"][str(build)] = \ - tst_data[u"throughput"][u"NDR"][u"LOWER"] - elif incl_tests == u"PDR": - tbl_dict[tst_name][u"data"][str(build)] = \ - tst_data[u"throughput"][u"PDR"][u"LOWER"] - except (TypeError, KeyError): - pass # No data in output.xml for this test - - tbl_lst = list() - for tst_name in tbl_dict: - data_t = tbl_dict[tst_name][u"data"] - if len(data_t) < 2: - continue - - try: - classification_lst, avgs, _ = classify_anomalies(data_t) - except ValueError as err: - logging.info(f"{err} Skipping") - return - - win_size = min(len(data_t), table[u"window"]) - long_win_size = min(len(data_t), table[u"long-trend-window"]) - - try: - max_long_avg = max( - [x for x in avgs[-long_win_size:-win_size] - if not isnan(x)]) - except ValueError: - max_long_avg = nan - last_avg = avgs[-1] - avg_week_ago = avgs[max(-win_size, -len(avgs))] - - nr_of_last_avgs = 0; - for x in reversed(avgs): - if x == last_avg: - nr_of_last_avgs += 1 - else: - break - - if isnan(last_avg) or isnan(avg_week_ago) or avg_week_ago == 0.0: - rel_change_last = nan - else: - rel_change_last = round( - ((last_avg - avg_week_ago) / avg_week_ago) * 1e2, 2) - - if isnan(max_long_avg) or isnan(last_avg) or max_long_avg == 0.0: - rel_change_long = nan - else: - rel_change_long = round( - ((last_avg - max_long_avg) / max_long_avg) * 1e2, 2) - - if classification_lst: - if isnan(rel_change_last) and isnan(rel_change_long): - continue - if isnan(last_avg) or isnan(rel_change_last) or \ - isnan(rel_change_long): - continue - tbl_lst.append( - [tbl_dict[tst_name][u"name"], - round(last_avg / 1e6, 2), - nr_of_last_avgs, - rel_change_long, - classification_lst[-win_size+1:].count(u"regression"), - classification_lst[-win_size+1:].count(u"progression")]) - - tbl_lst.sort(key=lambda rel: rel[0]) - tbl_lst.sort(key=lambda rel: rel[2]) - tbl_lst.sort(key=lambda rel: rel[3]) - tbl_lst.sort(key=lambda rel: rel[5], reverse=True) - tbl_lst.sort(key=lambda rel: rel[4], reverse=True) - - file_name = f"{table[u'output-file']}{table[u'output-file-ext']}" - - logging.info(f" Writing file: {file_name}") - with open(file_name, u"wt") as file_handler: - file_handler.write(header_str) - for test in tbl_lst: - file_handler.write(u",".join([str(item) for item in test]) + u'\n') - - logging.info(f" Writing file: {table[u'output-file']}.txt") - convert_csv_to_pretty_txt(file_name, f"{table[u'output-file']}.txt") - - -def _generate_url(testbed, test_name): - """Generate URL to a trending plot from the name of the test case. - - :param testbed: The testbed used for testing. - :param test_name: The name of the test case. - :type testbed: str - :type test_name: str - :returns: The URL to the plot with the trending data for the given test - case. - :rtype str - """ - - if u"x520" in test_name: - nic = u"x520" - elif u"x710" in test_name: - nic = u"x710" - elif u"xl710" in test_name: - nic = u"xl710" - elif u"xxv710" in test_name: - nic = u"xxv710" - elif u"vic1227" in test_name: - nic = u"vic1227" - elif u"vic1385" in test_name: - nic = u"vic1385" - elif u"x553" in test_name: - nic = u"x553" - elif u"cx556" in test_name or u"cx556a" in test_name: - nic = u"cx556a" - elif u"ena" in test_name: - nic = u"nitro50g" - else: - nic = u"" - - if u"64b" in test_name: - frame_size = u"64b" - elif u"78b" in test_name: - frame_size = u"78b" - elif u"imix" in test_name: - frame_size = u"imix" - elif u"9000b" in test_name: - frame_size = u"9000b" - elif u"1518b" in test_name: - frame_size = u"1518b" - elif u"114b" in test_name: - frame_size = u"114b" - else: - frame_size = u"" - - if u"1t1c" in test_name or \ - (u"-1c-" in test_name and testbed in (u"3n-tsh", u"2n-tx2")): - cores = u"1t1c" - elif u"2t2c" in test_name or \ - (u"-2c-" in test_name and testbed in (u"3n-tsh", u"2n-tx2")): - cores = u"2t2c" - elif u"4t4c" in test_name or \ - (u"-4c-" in test_name and testbed in (u"3n-tsh", u"2n-tx2")): - cores = u"4t4c" - elif u"2t1c" in test_name or \ - (u"-1c-" in test_name and - testbed in (u"2n-icx", u"3n-icx", u"2n-clx", u"2n-zn2", u"2n-aws")): - cores = u"2t1c" - elif u"4t2c" in test_name or \ - (u"-2c-" in test_name and - testbed in (u"2n-icx", u"3n-icx", u"2n-clx", u"2n-zn2", u"2n-aws")): - cores = u"4t2c" - elif u"8t4c" in test_name or \ - (u"-4c-" in test_name and - testbed in (u"2n-icx", u"3n-icx", u"2n-clx", u"2n-zn2", u"2n-aws")): - cores = u"8t4c" - else: - cores = u"" - - if u"testpmd" in test_name: - driver = u"testpmd" - elif u"l3fwd" in test_name: - driver = u"l3fwd" - elif u"avf" in test_name: - driver = u"avf" - elif u"af-xdp" in test_name or u"af_xdp" in test_name: - driver = u"af_xdp" - elif u"rdma" in test_name: - driver = u"rdma" - elif u"tsh" in testbed: - driver = u"ixgbe" - elif u"ena" in test_name: - driver = u"ena" - else: - driver = u"dpdk" - - if u"macip-iacl1s" in test_name: - bsf = u"features-macip-iacl1" - elif u"macip-iacl10s" in test_name: - bsf = u"features-macip-iacl10" - elif u"macip-iacl50s" in test_name: - bsf = u"features-macip-iacl50" - elif u"iacl1s" in test_name: - bsf = u"features-iacl1" - elif u"iacl10s" in test_name: - bsf = u"features-iacl10" - elif u"iacl50s" in test_name: - bsf = u"features-iacl50" - elif u"oacl1s" in test_name: - bsf = u"features-oacl1" - elif u"oacl10s" in test_name: - bsf = u"features-oacl10" - elif u"oacl50s" in test_name: - bsf = u"features-oacl50" - elif u"nat44det" in test_name: - bsf = u"nat44det-bidir" - elif u"nat44ed" in test_name and u"udir" in test_name: - bsf = u"nat44ed-udir" - elif u"-cps" in test_name and u"ethip4udp" in test_name: - bsf = u"udp-cps" - elif u"-cps" in test_name and u"ethip4tcp" in test_name: - bsf = u"tcp-cps" - elif u"-pps" in test_name and u"ethip4udp" in test_name: - bsf = u"udp-pps" - elif u"-pps" in test_name and u"ethip4tcp" in test_name: - bsf = u"tcp-pps" - elif u"-tput" in test_name and u"ethip4udp" in test_name: - bsf = u"udp-tput" - elif u"-tput" in test_name and u"ethip4tcp" in test_name: - bsf = u"tcp-tput" - elif u"udpsrcscale" in test_name: - bsf = u"features-udp" - elif u"iacl" in test_name: - bsf = u"features" - elif u"policer" in test_name: - bsf = u"features" - elif u"adl" in test_name: - bsf = u"features" - elif u"cop" in test_name: - bsf = u"features" - elif u"nat" in test_name: - bsf = u"features" - elif u"macip" in test_name: - bsf = u"features" - elif u"scale" in test_name: - bsf = u"scale" - elif u"base" in test_name: - bsf = u"base" - else: - bsf = u"base" - - if u"114b" in test_name and u"vhost" in test_name: - domain = u"vts" - elif u"nat44" in test_name or u"-pps" in test_name or u"-cps" in test_name: - domain = u"nat44" - if u"nat44det" in test_name: - domain += u"-det-bidir" - else: - domain += u"-ed" - if u"udir" in test_name: - domain += u"-unidir" - elif u"-ethip4udp-" in test_name: - domain += u"-udp" - elif u"-ethip4tcp-" in test_name: - domain += u"-tcp" - if u"-cps" in test_name: - domain += u"-cps" - elif u"-pps" in test_name: - domain += u"-pps" - elif u"-tput" in test_name: - domain += u"-tput" - elif u"testpmd" in test_name or u"l3fwd" in test_name: - domain = u"dpdk" - elif u"memif" in test_name: - domain = u"container_memif" - elif u"srv6" in test_name: - domain = u"srv6" - elif u"vhost" in test_name: - domain = u"vhost" - if u"vppl2xc" in test_name: - driver += u"-vpp" - else: - driver += u"-testpmd" - if u"lbvpplacp" in test_name: - bsf += u"-link-bonding" - elif u"ch" in test_name and u"vh" in test_name and u"vm" in test_name: - domain = u"nf_service_density_vnfc" - elif u"ch" in test_name and u"mif" in test_name and u"dcr" in test_name: - domain = u"nf_service_density_cnfc" - elif u"pl" in test_name and u"mif" in test_name and u"dcr" in test_name: - domain = u"nf_service_density_cnfp" - elif u"ipsec" in test_name: - domain = u"ipsec" - if u"sw" in test_name: - bsf += u"-sw" - elif u"hw" in test_name: - bsf += u"-hw" - elif u"spe" in test_name: - bsf += u"-spe" - elif u"ethip4vxlan" in test_name: - domain = u"ip4_tunnels" - elif u"ethip4udpgeneve" in test_name: - domain = u"ip4_tunnels" - elif u"ip4base" in test_name or u"ip4scale" in test_name: - domain = u"ip4" - elif u"ip6base" in test_name or u"ip6scale" in test_name: - domain = u"ip6" - elif u"l2xcbase" in test_name or \ - u"l2xcscale" in test_name or \ - u"l2bdbasemaclrn" in test_name or \ - u"l2bdscale" in test_name or \ - u"l2patch" in test_name: - domain = u"l2" - else: - domain = u"" - - file_name = u"-".join((domain, testbed, nic)) + u".html#" - anchor_name = u"-".join((frame_size, cores, bsf, driver)) - - return file_name + anchor_name - - -def table_perf_trending_dash_html(table, input_data): - """Generate the table(s) with algorithm: - table_perf_trending_dash_html specified in the specification - file. - - :param table: Table to generate. - :param input_data: Data to process. - :type table: dict - :type input_data: InputData - """ - - _ = input_data - - if not table.get(u"testbed", None): - logging.error( - f"The testbed is not defined for the table " - f"{table.get(u'title', u'')}. Skipping." - ) - return - - test_type = table.get(u"test-type", u"MRR") - if test_type not in (u"MRR", u"NDR", u"PDR"): - logging.error( - f"Test type {table.get(u'test-type', u'MRR')} is not defined. " - f"Skipping." - ) - return - - if test_type in (u"NDR", u"PDR"): - lnk_dir = u"../ndrpdr_trending/" - lnk_sufix = f"-{test_type.lower()}" - else: - lnk_dir = u"../trending/" - lnk_sufix = u"" - - logging.info(f" Generating the table {table.get(u'title', u'')} ...") - - try: - with open(table[u"input-file"], u'rt') as csv_file: - csv_lst = list(csv.reader(csv_file, delimiter=u',', quotechar=u'"')) - except FileNotFoundError as err: - logging.warning(f"{err}") - return - except KeyError: - logging.warning(u"The input file is not defined.") - return - except csv.Error as err: - logging.warning( - f"Not possible to process the file {table[u'input-file']}.\n" - f"{repr(err)}" - ) - return - - # Table: - dashboard = ET.Element(u"table", attrib=dict(width=u"100%", border=u'0')) - - # Table header: - trow = ET.SubElement(dashboard, u"tr", attrib=dict(bgcolor=u"#7eade7")) - for idx, item in enumerate(csv_lst[0]): - alignment = u"left" if idx == 0 else u"center" - thead = ET.SubElement(trow, u"th", attrib=dict(align=alignment)) - thead.text = item - - # Rows: - colors = { - u"regression": ( - u"#ffcccc", - u"#ff9999" - ), - u"progression": ( - u"#c6ecc6", - u"#9fdf9f" - ), - u"normal": ( - u"#e9f1fb", - u"#d4e4f7" - ) - } - for r_idx, row in enumerate(csv_lst[1:]): - if int(row[4]): - color = u"regression" - elif int(row[5]): - color = u"progression" - else: - color = u"normal" - trow = ET.SubElement( - dashboard, u"tr", attrib=dict(bgcolor=colors[color][r_idx % 2]) - ) - - # Columns: - for c_idx, item in enumerate(row): - tdata = ET.SubElement( - trow, - u"td", - attrib=dict(align=u"left" if c_idx == 0 else u"center") - ) - # Name: - if c_idx == 0 and table.get(u"add-links", True): - ref = ET.SubElement( - tdata, - u"a", - attrib=dict( - href=f"{lnk_dir}" - f"{_generate_url(table.get(u'testbed', ''), item)}" - f"{lnk_sufix}" - ) - ) - ref.text = item - else: - tdata.text = item - try: - with open(table[u"output-file"], u'w') as html_file: - logging.info(f" Writing file: {table[u'output-file']}") - html_file.write(u".. raw:: html\n\n\t") - html_file.write(str(ET.tostring(dashboard, encoding=u"unicode"))) - html_file.write(u"\n\t



\n") - except KeyError: - logging.warning(u"The output file is not defined.") - return - - -def table_last_failed_tests(table, input_data): - """Generate the table(s) with algorithm: table_last_failed_tests - specified in the specification file. - - :param table: Table to generate. - :param input_data: Data to process. - :type table: pandas.Series - :type input_data: InputData - """ - - logging.info(f" Generating the table {table.get(u'title', u'')} ...") - - # Transform the data - logging.info( - f" Creating the data set for the {table.get(u'type', u'')} " - f"{table.get(u'title', u'')}." - ) - - data = input_data.filter_data(table, continue_on_error=True) - - if data is None or data.empty: - logging.warning( - f" No data for the {table.get(u'type', u'')} " - f"{table.get(u'title', u'')}." - ) - return - - tbl_list = list() - for job, builds in table[u"data"].items(): - for build in builds: - build = str(build) - try: - version = input_data.metadata(job, build).get(u"version", u"") - duration = \ - input_data.metadata(job, build).get(u"elapsedtime", u"") - except KeyError: - logging.error(f"Data for {job}: {build} is not present.") - return - tbl_list.append(build) - tbl_list.append(version) - failed_tests = list() - passed = 0 - failed = 0 - for tst_data in data[job][build].values: - if tst_data[u"status"] != u"FAIL": - passed += 1 - continue - failed += 1 - groups = re.search(REGEX_NIC, tst_data[u"parent"]) - if not groups: - continue - nic = groups.group(0) - msg = tst_data[u'msg'].replace(u"\n", u"") - msg = re.sub(r'(\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})', - 'xxx.xxx.xxx.xxx', msg) - msg = msg.split(u'Also teardown failed')[0] - failed_tests.append(f"{nic}-{tst_data[u'name']}###{msg}") - tbl_list.append(passed) - tbl_list.append(failed) - tbl_list.append(duration) - tbl_list.extend(failed_tests) - - file_name = f"{table[u'output-file']}{table[u'output-file-ext']}" - logging.info(f" Writing file: {file_name}") - with open(file_name, u"wt") as file_handler: - for test in tbl_list: - file_handler.write(f"{test}\n") - - -def table_failed_tests(table, input_data): - """Generate the table(s) with algorithm: table_failed_tests - specified in the specification file. - - :param table: Table to generate. - :param input_data: Data to process. - :type table: pandas.Series - :type input_data: InputData - """ - - logging.info(f" Generating the table {table.get(u'title', u'')} ...") - - # Transform the data - logging.info( - f" Creating the data set for the {table.get(u'type', u'')} " - f"{table.get(u'title', u'')}." - ) - data = input_data.filter_data(table, continue_on_error=True) - - test_type = u"MRR" - if u"NDRPDR" in table.get(u"filter", list()): - test_type = u"NDRPDR" - - # Prepare the header of the tables - header = [ - u"Test Case", - u"Failures [#]", - u"Last Failure [Time]", - u"Last Failure [VPP-Build-Id]", - u"Last Failure [CSIT-Job-Build-Id]" - ] - - # Generate the data for the table according to the model in the table - # specification - - now = dt.utcnow() - timeperiod = timedelta(int(table.get(u"window", 7))) - - tbl_dict = dict() - for job, builds in table[u"data"].items(): - for build in builds: - build = str(build) - for tst_name, tst_data in data[job][build].items(): - if tst_name.lower() in table.get(u"ignore-list", list()): - continue - if tbl_dict.get(tst_name, None) is None: - groups = re.search(REGEX_NIC, tst_data[u"parent"]) - if not groups: - continue - nic = groups.group(0) - tbl_dict[tst_name] = { - u"name": f"{nic}-{tst_data[u'name']}", - u"data": OrderedDict() - } - try: - generated = input_data.metadata(job, build).\ - get(u"generated", u"") - if not generated: - continue - then = dt.strptime(generated, u"%Y%m%d %H:%M") - if (now - then) <= timeperiod: - tbl_dict[tst_name][u"data"][build] = ( - tst_data[u"status"], - generated, - input_data.metadata(job, build).get(u"version", - u""), - build - ) - except (TypeError, KeyError) as err: - logging.warning(f"tst_name: {tst_name} - err: {repr(err)}") - - max_fails = 0 - tbl_lst = list() - for tst_data in tbl_dict.values(): - fails_nr = 0 - fails_last_date = u"" - fails_last_vpp = u"" - fails_last_csit = u"" - for val in tst_data[u"data"].values(): - if val[0] == u"FAIL": - fails_nr += 1 - fails_last_date = val[1] - fails_last_vpp = val[2] - fails_last_csit = val[3] - if fails_nr: - max_fails = fails_nr if fails_nr > max_fails else max_fails - tbl_lst.append([ - tst_data[u"name"], - fails_nr, - fails_last_date, - fails_last_vpp, - f"{u'mrr-daily' if test_type == u'MRR' else u'ndrpdr-weekly'}" - f"-build-{fails_last_csit}" - ]) - - tbl_lst.sort(key=lambda rel: rel[2], reverse=True) - tbl_sorted = list() - for nrf in range(max_fails, -1, -1): - tbl_fails = [item for item in tbl_lst if item[1] == nrf] - tbl_sorted.extend(tbl_fails) - - file_name = f"{table[u'output-file']}{table[u'output-file-ext']}" - logging.info(f" Writing file: {file_name}") - with open(file_name, u"wt") as file_handler: - file_handler.write(u",".join(header) + u"\n") - for test in tbl_sorted: - file_handler.write(u",".join([str(item) for item in test]) + u'\n') - - logging.info(f" Writing file: {table[u'output-file']}.txt") - convert_csv_to_pretty_txt(file_name, f"{table[u'output-file']}.txt") - - -def table_failed_tests_html(table, input_data): - """Generate the table(s) with algorithm: table_failed_tests_html - specified in the specification file. - - :param table: Table to generate. - :param input_data: Data to process. - :type table: pandas.Series - :type input_data: InputData - """ - - _ = input_data - - if not table.get(u"testbed", None): - logging.error( - f"The testbed is not defined for the table " - f"{table.get(u'title', u'')}. Skipping." - ) - return - - test_type = table.get(u"test-type", u"MRR") - if test_type not in (u"MRR", u"NDR", u"PDR", u"NDRPDR"): - logging.error( - f"Test type {table.get(u'test-type', u'MRR')} is not defined. " - f"Skipping." - ) - return - - if test_type in (u"NDRPDR", u"NDR", u"PDR"): - lnk_dir = u"../ndrpdr_trending/" - lnk_sufix = u"-pdr" - else: - lnk_dir = u"../trending/" - lnk_sufix = u"" - - logging.info(f" Generating the table {table.get(u'title', u'')} ...") - - try: - with open(table[u"input-file"], u'rt') as csv_file: - csv_lst = list(csv.reader(csv_file, delimiter=u',', quotechar=u'"')) - except KeyError: - logging.warning(u"The input file is not defined.") - return - except csv.Error as err: - logging.warning( - f"Not possible to process the file {table[u'input-file']}.\n" - f"{repr(err)}" - ) - return - - # Table: - failed_tests = ET.Element(u"table", attrib=dict(width=u"100%", border=u'0')) - - # Table header: - trow = ET.SubElement(failed_tests, u"tr", attrib=dict(bgcolor=u"#7eade7")) - for idx, item in enumerate(csv_lst[0]): - alignment = u"left" if idx == 0 else u"center" - thead = ET.SubElement(trow, u"th", attrib=dict(align=alignment)) - thead.text = item - - # Rows: - colors = (u"#e9f1fb", u"#d4e4f7") - for r_idx, row in enumerate(csv_lst[1:]): - background = colors[r_idx % 2] - trow = ET.SubElement( - failed_tests, u"tr", attrib=dict(bgcolor=background) - ) - - # Columns: - for c_idx, item in enumerate(row): - tdata = ET.SubElement( - trow, - u"td", - attrib=dict(align=u"left" if c_idx == 0 else u"center") - ) - # Name: - if c_idx == 0 and table.get(u"add-links", True): - ref = ET.SubElement( - tdata, - u"a", - attrib=dict( - href=f"{lnk_dir}" - f"{_generate_url(table.get(u'testbed', ''), item)}" - f"{lnk_sufix}" - ) - ) - ref.text = item - else: - tdata.text = item - try: - with open(table[u"output-file"], u'w') as html_file: - logging.info(f" Writing file: {table[u'output-file']}") - html_file.write(u".. raw:: html\n\n\t") - html_file.write(str(ET.tostring(failed_tests, encoding=u"unicode"))) - html_file.write(u"\n\t



\n") - except KeyError: - logging.warning(u"The output file is not defined.") - return - - -def table_comparison(table, input_data): - """Generate the table(s) with algorithm: table_comparison - specified in the specification file. - - :param table: Table to generate. - :param input_data: Data to process. - :type table: pandas.Series - :type input_data: InputData - """ - logging.info(f" Generating the table {table.get('title', '')} ...") - - # Transform the data - logging.info( - f" Creating the data set for the {table.get('type', '')} " - f"{table.get('title', '')}." - ) - - columns = table.get("columns", None) - if not columns: - logging.error( - f"No columns specified for {table.get('title', '')}. Skipping." - ) - return - - cols = list() - for idx, col in enumerate(columns): - if col.get("data-set", None) is None: - logging.warning(f"No data for column {col.get('title', '')}") - continue - tag = col.get("tag", None) - data = input_data.filter_data( - table, - params=[ - "throughput", - "result", - "latency", - "name", - "parent", - "tags" - ], - data=col["data-set"], - continue_on_error=True - ) - col_data = { - "title": col.get("title", f"Column{idx}"), - "data": dict() - } - for builds in data.values: - for build in builds: - for tst_name, tst_data in build.items(): - if tag and tag not in tst_data["tags"]: - continue - tst_name_mod = \ - _tpc_modify_test_name(tst_name, ignore_nic=True).\ - replace("2n1l-", "") - if col_data["data"].get(tst_name_mod, None) is None: - name = tst_data['name'].rsplit('-', 1)[0] - if "across testbeds" in table["title"].lower() or \ - "across topologies" in table["title"].lower(): - name = _tpc_modify_displayed_test_name(name) - col_data["data"][tst_name_mod] = { - "name": name, - "replace": True, - "data": list(), - "mean": None, - "stdev": None - } - _tpc_insert_data( - target=col_data["data"][tst_name_mod], - src=tst_data, - include_tests=table["include-tests"] - ) - - replacement = col.get("data-replacement", None) - if replacement: - rpl_data = input_data.filter_data( - table, - params=[ - "throughput", - "result", - "latency", - "name", - "parent", - "tags" - ], - data=replacement, - continue_on_error=True - ) - for builds in rpl_data.values: - for build in builds: - for tst_name, tst_data in build.items(): - if tag and tag not in tst_data["tags"]: - continue - tst_name_mod = \ - _tpc_modify_test_name(tst_name, ignore_nic=True).\ - replace("2n1l-", "") - if col_data["data"].get(tst_name_mod, None) is None: - name = tst_data['name'].rsplit('-', 1)[0] - if "across testbeds" in table["title"].lower() \ - or "across topologies" in \ - table["title"].lower(): - name = _tpc_modify_displayed_test_name(name) - col_data["data"][tst_name_mod] = { - "name": name, - "replace": False, - "data": list(), - "mean": None, - "stdev": None - } - if col_data["data"][tst_name_mod]["replace"]: - col_data["data"][tst_name_mod]["replace"] = False - col_data["data"][tst_name_mod]["data"] = list() - _tpc_insert_data( - target=col_data["data"][tst_name_mod], - src=tst_data, - include_tests=table["include-tests"] - ) - - if table["include-tests"] in ("NDR", "PDR", "hoststack", "vsap") \ - or "latency" in table["include-tests"]: - for tst_name, tst_data in col_data["data"].items(): - if tst_data["data"]: - tst_data["mean"] = mean(tst_data["data"]) - tst_data["stdev"] = stdev(tst_data["data"]) - - cols.append(col_data) - - tbl_dict = dict() - for col in cols: - for tst_name, tst_data in col["data"].items(): - if tbl_dict.get(tst_name, None) is None: - tbl_dict[tst_name] = { - "name": tst_data["name"] - } - tbl_dict[tst_name][col["title"]] = { - "mean": tst_data["mean"], - "stdev": tst_data["stdev"] - } - - if not tbl_dict: - logging.warning(f"No data for table {table.get('title', '')}!") - return - - tbl_lst = list() - for tst_data in tbl_dict.values(): - row = [tst_data[u"name"], ] - for col in cols: - row.append(tst_data.get(col[u"title"], None)) - tbl_lst.append(row) - - comparisons = table.get("comparisons", None) - rcas = list() - if comparisons and isinstance(comparisons, list): - for idx, comp in enumerate(comparisons): - try: - col_ref = int(comp["reference"]) - col_cmp = int(comp["compare"]) - except KeyError: - logging.warning("Comparison: No references defined! Skipping.") - comparisons.pop(idx) - continue - if not (0 < col_ref <= len(cols) and 0 < col_cmp <= len(cols) or - col_ref == col_cmp): - logging.warning(f"Wrong values of reference={col_ref} " - f"and/or compare={col_cmp}. Skipping.") - comparisons.pop(idx) - continue - rca_file_name = comp.get("rca-file", None) - if rca_file_name: - try: - with open(rca_file_name, "r") as file_handler: - rcas.append( - { - "title": f"RCA{idx + 1}", - "data": load(file_handler, Loader=FullLoader) - } - ) - except (YAMLError, IOError) as err: - logging.warning( - f"The RCA file {rca_file_name} does not exist or " - f"it is corrupted!" - ) - logging.debug(repr(err)) - rcas.append(None) - else: - rcas.append(None) - else: - comparisons = None - - tbl_cmp_lst = list() - if comparisons: - for row in tbl_lst: - new_row = deepcopy(row) - for comp in comparisons: - ref_itm = row[int(comp["reference"])] - if ref_itm is None and \ - comp.get("reference-alt", None) is not None: - ref_itm = row[int(comp["reference-alt"])] - cmp_itm = row[int(comp[u"compare"])] - if ref_itm is not None and cmp_itm is not None and \ - ref_itm["mean"] is not None and \ - cmp_itm["mean"] is not None and \ - ref_itm["stdev"] is not None and \ - cmp_itm["stdev"] is not None: - norm_factor_ref = table["norm_factor"].get( - comp.get("norm-ref", ""), - 1.0 - ) - norm_factor_cmp = table["norm_factor"].get( - comp.get("norm-cmp", ""), - 1.0 - ) - try: - delta, d_stdev = relative_change_stdev( - ref_itm["mean"] * norm_factor_ref, - cmp_itm["mean"] * norm_factor_cmp, - ref_itm["stdev"] * norm_factor_ref, - cmp_itm["stdev"] * norm_factor_cmp - ) - except ZeroDivisionError: - break - if delta is None or math.isnan(delta): - break - new_row.append({ - "mean": delta * 1e6, - "stdev": d_stdev * 1e6 - }) - else: - break - else: - tbl_cmp_lst.append(new_row) - - try: - tbl_cmp_lst.sort(key=lambda rel: rel[0], reverse=False) - tbl_cmp_lst.sort(key=lambda rel: rel[-1]['mean'], reverse=True) - except TypeError as err: - logging.warning(f"Empty data element in table\n{tbl_cmp_lst}\n{err}") - - tbl_for_csv = list() - for line in tbl_cmp_lst: - row = [line[0], ] - for idx, itm in enumerate(line[1:]): - if itm is None or not isinstance(itm, dict) or\ - itm.get('mean', None) is None or \ - itm.get('stdev', None) is None: - row.append("NT") - row.append("NT") - else: - row.append(round(float(itm['mean']) / 1e6, 3)) - row.append(round(float(itm['stdev']) / 1e6, 3)) - for rca in rcas: - if rca is None: - continue - rca_nr = rca["data"].get(row[0], "-") - row.append(f"[{rca_nr}]" if rca_nr != "-" else "-") - tbl_for_csv.append(row) - - header_csv = ["Test Case", ] - for col in cols: - header_csv.append(f"Avg({col['title']})") - header_csv.append(f"Stdev({col['title']})") - for comp in comparisons: - header_csv.append( - f"Avg({comp.get('title', '')})" - ) - header_csv.append( - f"Stdev({comp.get('title', '')})" - ) - for rca in rcas: - if rca: - header_csv.append(rca["title"]) - - legend_lst = table.get("legend", None) - if legend_lst is None: - legend = "" - else: - legend = "\n" + "\n".join(legend_lst) + "\n" - - footnote = "" - if rcas and any(rcas): - footnote += "\nRoot Cause Analysis:\n" - for rca in rcas: - if rca: - footnote += f"{rca['data'].get('footnote', '')}\n" - - csv_file_name = f"{table['output-file']}-csv.csv" - with open(csv_file_name, "wt", encoding='utf-8') as file_handler: - file_handler.write( - ",".join([f'"{itm}"' for itm in header_csv]) + "\n" - ) - for test in tbl_for_csv: - file_handler.write( - ",".join([f'"{item}"' for item in test]) + "\n" - ) - if legend_lst: - for item in legend_lst: - file_handler.write(f'"{item}"\n') - if footnote: - for itm in footnote.split("\n"): - file_handler.write(f'"{itm}"\n') - - try: - max_lens = [0, ] * len(tbl_cmp_lst[0]) - except IndexError as err: - logging.error(f"Generator tables: {err}") - return - - tbl_tmp = list() - for line in tbl_cmp_lst: - row = [line[0], ] - for idx, itm in enumerate(line[1:]): - if itm is None or not isinstance(itm, dict) or \ - itm.get('mean', None) is None or \ - itm.get('stdev', None) is None: - new_itm = "NT" - else: - if idx < len(cols): - new_itm = ( - f"{round(float(itm['mean']) / 1e6, 2)} " - f"\u00B1{round(float(itm['stdev']) / 1e6, 2)}". - replace("nan", "NaN") - ) - else: - new_itm = ( - f"{round(float(itm['mean']) / 1e6, 2):+} " - f"\u00B1{round(float(itm['stdev']) / 1e6, 2)}". - replace("nan", "NaN") - ) - if len(new_itm.rsplit(" ", 1)[-1]) > max_lens[idx]: - max_lens[idx] = len(new_itm.rsplit(" ", 1)[-1]) - row.append(new_itm) - - tbl_tmp.append(row) - - header = ["Test Case", ] - header.extend([col["title"] for col in cols]) - header.extend([comp.get("title", "") for comp in comparisons]) - - tbl_final = list() - for line in tbl_tmp: - row = [line[0], ] - for idx, itm in enumerate(line[1:]): - if itm in ("NT", "NaN"): - row.append(itm) - continue - itm_lst = itm.rsplit("\u00B1", 1) - itm_lst[-1] = \ - f"{' ' * (max_lens[idx] - len(itm_lst[-1]))}{itm_lst[-1]}" - itm_str = "\u00B1".join(itm_lst) - - if idx >= len(cols): - # Diffs - rca = rcas[idx - len(cols)] - if rca: - # Add rcas to diffs - rca_nr = rca["data"].get(row[0], None) - if rca_nr: - hdr_len = len(header[idx + 1]) - 1 - if hdr_len < 19: - hdr_len = 19 - rca_nr = f"[{rca_nr}]" - itm_str = ( - f"{' ' * (4 - len(rca_nr))}{rca_nr}" - f"{' ' * (hdr_len - 4 - len(itm_str))}" - f"{itm_str}" - ) - row.append(itm_str) - tbl_final.append(row) - - # Generate csv tables: - csv_file_name = f"{table['output-file']}.csv" - logging.info(f" Writing the file {csv_file_name}") - with open(csv_file_name, "wt", encoding='utf-8') as file_handler: - file_handler.write(";".join(header) + "\n") - for test in tbl_final: - file_handler.write(";".join([str(item) for item in test]) + "\n") - - # Generate txt table: - txt_file_name = f"{table['output-file']}.txt" - logging.info(f" Writing the file {txt_file_name}") - convert_csv_to_pretty_txt(csv_file_name, txt_file_name, delimiter=";") - - with open(txt_file_name, 'a', encoding='utf-8') as file_handler: - file_handler.write(legend) - file_handler.write(footnote) - - # Generate html table: - _tpc_generate_html_table( - header, - tbl_final, - table['output-file'], - legend=legend, - footnote=footnote, - sort_data=False, - title=table.get("title", "") - ) - - -def table_weekly_comparison(table, in_data): - """Generate the table(s) with algorithm: table_weekly_comparison - specified in the specification file. - - :param table: Table to generate. - :param in_data: Data to process. - :type table: pandas.Series - :type in_data: InputData - """ - logging.info(f" Generating the table {table.get(u'title', u'')} ...") - - # Transform the data - logging.info( - f" Creating the data set for the {table.get(u'type', u'')} " - f"{table.get(u'title', u'')}." - ) - - incl_tests = table.get(u"include-tests", None) - if incl_tests not in (u"NDR", u"PDR"): - logging.error(f"Wrong tests to include specified ({incl_tests}).") - return - - nr_cols = table.get(u"nr-of-data-columns", None) - if not nr_cols or nr_cols < 2: - logging.error( - f"No columns specified for {table.get(u'title', u'')}. Skipping." - ) - return - - data = in_data.filter_data( - table, - params=[u"throughput", u"result", u"name", u"parent", u"tags"], - continue_on_error=True - ) - - header = [ - [u"VPP Version", ], - [u"Start Timestamp", ], - [u"CSIT Build", ], - [u"CSIT Testbed", ] - ] - tbl_dict = dict() - idx = 0 - tb_tbl = table.get(u"testbeds", None) - for job_name, job_data in data.items(): - for build_nr, build in job_data.items(): - if idx >= nr_cols: - break - if build.empty: - continue - - tb_ip = in_data.metadata(job_name, build_nr).get(u"testbed", u"") - if tb_ip and tb_tbl: - testbed = tb_tbl.get(tb_ip, u"") - else: - testbed = u"" - header[2].insert(1, build_nr) - header[3].insert(1, testbed) - header[1].insert( - 1, in_data.metadata(job_name, build_nr).get(u"generated", u"") - ) - logging.info( - in_data.metadata(job_name, build_nr).get(u"version", u"ERROR")) - header[0].insert( - 1, in_data.metadata(job_name, build_nr).get("version", build_nr) - ) - - for tst_name, tst_data in build.items(): - tst_name_mod = \ - _tpc_modify_test_name(tst_name).replace(u"2n1l-", u"") - if not tbl_dict.get(tst_name_mod, None): - tbl_dict[tst_name_mod] = dict( - name=tst_data[u'name'].rsplit(u'-', 1)[0], - ) - try: - tbl_dict[tst_name_mod][-idx - 1] = \ - tst_data[u"throughput"][incl_tests][u"LOWER"] - except (TypeError, IndexError, KeyError, ValueError): - pass - idx += 1 - - if idx < nr_cols: - logging.error(u"Not enough data to build the table! Skipping") - return - - cmp_dict = dict() - for idx, cmp in enumerate(table.get(u"comparisons", list())): - idx_ref = cmp.get(u"reference", None) - idx_cmp = cmp.get(u"compare", None) - if idx_ref is None or idx_cmp is None: - continue - header[0].append( - f"Diff({header[0][idx_ref - idx].split(u'~')[-1]} vs " - f"{header[0][idx_cmp - idx].split(u'~')[-1]})" - ) - header[1].append(u"") - header[2].append(u"") - header[3].append(u"") - for tst_name, tst_data in tbl_dict.items(): - if not cmp_dict.get(tst_name, None): - cmp_dict[tst_name] = list() - ref_data = tst_data.get(idx_ref, None) - cmp_data = tst_data.get(idx_cmp, None) - if ref_data is None or cmp_data is None: - cmp_dict[tst_name].append(float(u'nan')) - else: - cmp_dict[tst_name].append(relative_change(ref_data, cmp_data)) - - tbl_lst_none = list() - tbl_lst = list() - for tst_name, tst_data in tbl_dict.items(): - itm_lst = [tst_data[u"name"], ] - for idx in range(nr_cols): - item = tst_data.get(-idx - 1, None) - if item is None: - itm_lst.insert(1, None) - else: - itm_lst.insert(1, round(item / 1e6, 1)) - itm_lst.extend( - [ - None if itm is None else round(itm, 1) - for itm in cmp_dict[tst_name] - ] - ) - if str(itm_lst[-1]) == u"nan" or itm_lst[-1] is None: - tbl_lst_none.append(itm_lst) - else: - tbl_lst.append(itm_lst) - - tbl_lst_none.sort(key=lambda rel: rel[0], reverse=False) - tbl_lst.sort(key=lambda rel: rel[0], reverse=False) - tbl_lst.sort(key=lambda rel: rel[-1], reverse=False) - tbl_lst.extend(tbl_lst_none) - - # Generate csv table: - csv_file_name = f"{table[u'output-file']}.csv" - logging.info(f" Writing the file {csv_file_name}") - with open(csv_file_name, u"wt", encoding='utf-8') as file_handler: - for hdr in header: - file_handler.write(u",".join(hdr) + u"\n") - for test in tbl_lst: - file_handler.write(u",".join( - [ - str(item).replace(u"None", u"-").replace(u"nan", u"-"). - replace(u"null", u"-") for item in test - ] - ) + u"\n") - - txt_file_name = f"{table[u'output-file']}.txt" - logging.info(f" Writing the file {txt_file_name}") - try: - convert_csv_to_pretty_txt(csv_file_name, txt_file_name, delimiter=u",") - except Exception as err: - logging.error(repr(err)) - for hdr in header: - logging.info(",".join(hdr)) - for test in tbl_lst: - logging.info(",".join( - [ - str(item).replace(u"None", u"-").replace(u"nan", u"-"). - replace(u"null", u"-") for item in test - ] - )) - - # Reorganize header in txt table - txt_table = list() - try: - with open(txt_file_name, u"rt", encoding='utf-8') as file_handler: - for line in list(file_handler): - txt_table.append(line) - txt_table.insert(5, txt_table.pop(2)) - with open(txt_file_name, u"wt", encoding='utf-8') as file_handler: - file_handler.writelines(txt_table) - except FileNotFoundError as err: - logging.error(repr(err)) - except IndexError: - pass - - # Generate html table: - hdr_html = [ - u"
".join(row) for row in zip(*header) - ] - _tpc_generate_html_table( - hdr_html, - tbl_lst, - table[u'output-file'], - sort_data=True, - title=table.get(u"title", u""), - generate_rst=False - ) diff --git a/resources/tools/presentation/input_data_files.py b/resources/tools/presentation/input_data_files.py deleted file mode 100644 index 09c6b05ee6..0000000000 --- a/resources/tools/presentation/input_data_files.py +++ /dev/null @@ -1,312 +0,0 @@ -# Copyright (c) 2023 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -"""Inputs -Download all data. -""" - -import re -import logging -import gzip - -from os import rename, mkdir -from os.path import join -from http.client import responses, HTTPException -from zipfile import ZipFile, is_zipfile, BadZipfile - -import requests - -from requests.adapters import HTTPAdapter, Retry -from requests.exceptions import RequestException -from requests import codes - -from urllib3.exceptions import HTTPError - - -# Chunk size used for file download -CHUNK_SIZE = 512 - -# Separator used in file names -SEPARATOR = u"__" - -REGEX_RELEASE = re.compile(r'(\D*)(\d{4}|master)(\D*)') - - -def _download_file(url, file_name, arch=False, verify=True, repeat=1): - """Download a file with input data. - - :param url: URL to the file to download. - :param file_name: Name of file to download. - :param arch: If True, also .gz file is downloaded. - :param verify: If true, verify the certificate. - :param repeat: The number of attempts to download the file. - :type url: str - :type file_name: str - :type arch: bool - :type verify: bool - :type repeat: int - :returns: True if the download was successful, otherwise False. - :rtype: bool - """ - - def requests_retry_session(retries=3, - backoff_factor=0.3, - status_forcelist=(500, 502, 504)): - """ - - :param retries: Total number of retries to allow. - :param backoff_factor: A backoff factor to apply between attempts after - the second try. - :param status_forcelist: A set of integer HTTP status codes that are - forced to retry. - :type retries: int - :type backoff_factor: float - :type status_forcelist: iterable - :returns: Session object. - :rtype: requests.Session - """ - - retry = Retry( - total=retries, - read=retries, - connect=retries, - backoff_factor=backoff_factor, - status_forcelist=status_forcelist, - ) - adapter = HTTPAdapter(max_retries=retry) - session = requests.Session() - session.mount(u"http://", adapter) - session.mount(u"https://", adapter) - return session - - success = False - while repeat: - repeat -= 1 - session = None - try: - logging.info(f" Connecting to {url} ...") - session = requests_retry_session() - response = session.get(url, stream=True, verify=verify) - code = response.status_code - logging.info(f" {code}: {responses[code]}") - - if code != codes[u"OK"]: - if session: - session.close() - return False, file_name - - dst_file_name = file_name.replace(u".gz", u"") - logging.info(f" Downloading the file {url} to {dst_file_name}") - with open(dst_file_name, u"wb") as file_handle: - for chunk in response.iter_content(chunk_size=CHUNK_SIZE): - if chunk: - file_handle.write(chunk) - - if arch and u".gz" in file_name: - if session: - session.close() - logging.info(f" Downloading the file {url} to {file_name}") - session = requests_retry_session() - response = session.get(url, stream=True, verify=verify) - if response.status_code == codes[u"OK"]: - with open(file_name, u"wb") as file_handle: - file_handle.write(response.raw.read()) - else: - logging.error( - f"Not possible to download the file " - f"{url} to {file_name}" - ) - - success = True - repeat = 0 - except (HTTPException, HTTPError) as err: - logging.error(f"Connection broken:\n{repr(err)}") - except RequestException as err: - logging.error(f"HTTP Request exception:\n{repr(err)}") - except (IOError, ValueError, KeyError) as err: - logging.error(f"Download failed.\n{repr(err)}") - finally: - if session: - session.close() - return success, file_name - - -def _unzip_file(spec, build, pid): - """Unzip downloaded source file. - - :param spec: Specification read form the specification file. - :param build: Information about the build. - :type spec: Specification - :type build: dict - :returns: True if the download was successful, otherwise False. - :rtype: bool - """ - - file_name = build[u"file-name"] - data_file = "robot-plugin/output.xml" - directory = spec.environment[u"paths"][u"DIR[WORKING,DATA]"] - tmp_dir = join(directory, str(pid)) - try: - mkdir(tmp_dir) - except OSError: - pass - new_name = \ - f"{file_name.rsplit(u'.')[-2]}{SEPARATOR}{data_file.split(u'/')[-1]}" - - logging.info(f" Unzipping: {data_file} from {file_name}.") - try: - with ZipFile(file_name, u'r') as zip_file: - zip_file.extract(data_file, tmp_dir) - logging.info( - f" Renaming the file {join(tmp_dir, data_file)} to {new_name}" - ) - rename(join(tmp_dir, data_file), new_name) - build[u"file-name"] = new_name - return True - except (BadZipfile, RuntimeError) as err: - logging.error(f"Failed to unzip the file {file_name}: {repr(err)}.") - return False - except OSError as err: - logging.error(f"Failed to rename the file {data_file}: {repr(err)}.") - return False - - -def _download_xml(source, job, build, w_dir, arch): - """ - - :param source: - :param job: - :param build: - :param w_dir: Path to working directory - :param arch: - :return: - """ - - file_name = source.get(u"file-name", u"") - new_name = join( - w_dir, - f"{job}{SEPARATOR}{build[u'build']}{SEPARATOR}{file_name}" - ) - url = u"{0}/{1}".format( - source.get(u"url", u""), - source.get(u"path", u"").format( - job=job, build=build[u'build'], filename=file_name - ) - ) - logging.info(f" Trying to download {url}") - success, downloaded_name = _download_file( - url, new_name, arch=arch, verify=(u"nginx" not in url), repeat=3 - ) - return success, downloaded_name - - -def _download_xml_docs(source, job, build, w_dir, arch): - """ - - :param source: - :param job: - :param build: - :param w_dir: Path to working directory - :param arch: - :return: - """ - - file_name = source.get(u"file-name", u"") - release = re.search(REGEX_RELEASE, job).group(2) - for rls in (release, u"master"): - try: - rls = f"rls{int(rls)}" - except ValueError: - pass # It is master - url = ( - f"{source.get(u'url', u'')}/" - f"{rls}/" - f"{source.get(u'path', u'')}/" - f"{job}{SEPARATOR}{build[u'build']}{SEPARATOR}{file_name}" - ) - new_name = join( - w_dir, - f"{job}{SEPARATOR}{build[u'build']}{SEPARATOR}{file_name}" - ) - - logging.info(f" Trying to download {url}") - - success, downloaded_name = _download_file(url, new_name, arch=arch) - if success: - if file_name.endswith(u".gz"): - with gzip.open(downloaded_name[:-3], u"rb") as gzip_file: - file_content = gzip_file.read() - with open(downloaded_name[:-3], u"wb") as xml_file: - xml_file.write(file_content) - break - - return success, downloaded_name - - -def download_and_unzip_data_file(spec, job, build, pid): - """Download and unzip a source file. - - :param spec: Specification read form the specification file. - :param job: Name of the Jenkins job. - :param build: Information about the build. - :param pid: PID of the process executing this method. - :type spec: Specification - :type job: str - :type build: dict - :type pid: int - :returns: True if the download was successful, otherwise False. - :rtype: bool - """ - - download = { - "xml": _download_xml, - "xml-docs": _download_xml_docs - } - - success = False - downloaded_name = u"" - arch = bool(spec.environment.get(u"archive-inputs", True)) - - for source in spec.environment.get(u"data-sources", tuple()): - if not source.get(u"enabled", False): - continue - download_type = source.get(u"type", None) - if not download_type: - continue - success, downloaded_name = download[download_type]( - source, - job, - build, - spec.environment[u"paths"][u"DIR[WORKING,DATA]"], - arch - ) - if success: - source[u"successful-downloads"] += 1 - build[u"source"] = source[u"type"] - break - - # TODO: Remove when only .gz is used. - if success and downloaded_name.endswith(u".zip"): - if not is_zipfile(downloaded_name): - logging.error(f"Zip file {downloaded_name} is corrupted.") - success = False - - if success: - if downloaded_name.endswith(u".gz"): - build[u"file-name"] = downloaded_name[:-3] - # TODO: Remove when only .gz is used. - elif downloaded_name.endswith(u".zip"): - build[u"file-name"] = downloaded_name - success = _unzip_file(spec, build, pid) - - return success diff --git a/resources/tools/presentation/input_data_parser.py b/resources/tools/presentation/input_data_parser.py deleted file mode 100644 index 9e61c09d53..0000000000 --- a/resources/tools/presentation/input_data_parser.py +++ /dev/null @@ -1,1862 +0,0 @@ -# Copyright (c) 2023 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -"""Data pre-processing - -- extract data from output.xml files generated by Jenkins jobs and store in - pandas' Series, -- provide access to the data. -- filter the data using tags, -""" - -import re -import copy -import resource -import logging - -from collections import OrderedDict -from os import remove, walk, listdir -from os.path import isfile, isdir, join -from datetime import datetime as dt -from datetime import timedelta -from json import loads -from json.decoder import JSONDecodeError - -import hdrh.histogram -import hdrh.codec -import prettytable -import pandas as pd - -from robot.api import ExecutionResult, ResultVisitor -from robot import errors - -from resources.libraries.python import jumpavg -from input_data_files import download_and_unzip_data_file -from pal_errors import PresentationError - - -# Separator used in file names -SEPARATOR = "__" - - -class ExecutionChecker(ResultVisitor): - """Class to traverse through the test suite structure. - """ - - REGEX_PLR_RATE = re.compile( - r'PLRsearch lower bound::?\s(\d+.\d+).*\n' - r'PLRsearch upper bound::?\s(\d+.\d+)' - ) - REGEX_NDRPDR_RATE = re.compile( - r'NDR_LOWER:\s(\d+.\d+).*\n.*\n' - r'NDR_UPPER:\s(\d+.\d+).*\n' - r'PDR_LOWER:\s(\d+.\d+).*\n.*\n' - r'PDR_UPPER:\s(\d+.\d+)' - ) - REGEX_NDRPDR_GBPS = re.compile( - r'NDR_LOWER:.*,\s(\d+.\d+).*\n.*\n' - r'NDR_UPPER:.*,\s(\d+.\d+).*\n' - r'PDR_LOWER:.*,\s(\d+.\d+).*\n.*\n' - r'PDR_UPPER:.*,\s(\d+.\d+)' - ) - REGEX_PERF_MSG_INFO = re.compile( - r'NDR_LOWER:\s(\d+.\d+)\s.*\s(\d+.\d+)\s.*\n.*\n.*\n' - r'PDR_LOWER:\s(\d+.\d+)\s.*\s(\d+.\d+)\s.*\n.*\n.*\n' - r'Latency at 90% PDR:.*\[\'(.*)\', \'(.*)\'\].*\n' - r'Latency at 50% PDR:.*\[\'(.*)\', \'(.*)\'\].*\n' - r'Latency at 10% PDR:.*\[\'(.*)\', \'(.*)\'\].*\n' - ) - REGEX_CPS_MSG_INFO = re.compile( - r'NDR_LOWER:\s(\d+.\d+)\s.*\s.*\n.*\n.*\n' - r'PDR_LOWER:\s(\d+.\d+)\s.*\s.*\n.*\n.*' - ) - REGEX_PPS_MSG_INFO = re.compile( - r'NDR_LOWER:\s(\d+.\d+)\s.*\s(\d+.\d+)\s.*\n.*\n.*\n' - r'PDR_LOWER:\s(\d+.\d+)\s.*\s(\d+.\d+)\s.*\n.*\n.*' - ) - REGEX_MRR_MSG_INFO = re.compile(r'.*\[(.*)\]') - - REGEX_VSAP_MSG_INFO = re.compile( - r'Transfer Rate: (\d*.\d*).*\n' - r'Latency: (\d*.\d*).*\n' - r'Connection [c|r]ps rate: (\d*).*\n' - r'Total data transferred: (\d*).*\n' - r'Completed requests: (\d*).*\n' - r'Failed requests:\s*(\d*.\d*)' - ) - - # Needed for CPS and PPS tests - REGEX_NDRPDR_LAT_BASE = re.compile( - r'LATENCY.*\[\'(.*)\', \'(.*)\'\]\s\n.*\n.*\n' - r'LATENCY.*\[\'(.*)\', \'(.*)\'\]' - ) - REGEX_NDRPDR_LAT = re.compile( - r'LATENCY.*\[\'(.*)\', \'(.*)\'\]\s\n.*\n.*\n' - r'LATENCY.*\[\'(.*)\', \'(.*)\'\]\s\n.*\n' - r'Latency.*\[\'(.*)\', \'(.*)\'\]\s\n' - r'Latency.*\[\'(.*)\', \'(.*)\'\]\s\n' - r'Latency.*\[\'(.*)\', \'(.*)\'\]\s\n' - r'Latency.*\[\'(.*)\', \'(.*)\'\]' - ) - - REGEX_VERSION_VPP = re.compile( - r"(VPP Version:\s*|VPP version:\s*)(.*)" - ) - REGEX_VERSION_DPDK = re.compile( - r"(DPDK version:\s*|DPDK Version:\s*)(.*)" - ) - REGEX_TCP = re.compile( - r'Total\s(rps|cps|throughput):\s(\d*).*$' - ) - REGEX_MRR = re.compile( - r'MaxReceivedRate_Results\s\[pkts/(\d*)sec\]:\s' - r'tx\s(\d*),\srx\s(\d*)' - ) - REGEX_BMRR = re.compile( - r'.*trial results.*: \[(.*)\]' - ) - REGEX_RECONF_LOSS = re.compile( - r'Packets lost due to reconfig: (\d*)' - ) - REGEX_RECONF_TIME = re.compile( - r'Implied time lost: (\d*.[\de-]*)' - ) - REGEX_TC_TAG = re.compile(r'\d+[tT]\d+[cC]') - - REGEX_TC_NAME_NEW = re.compile(r'-\d+[cC]-') - - REGEX_TC_NUMBER = re.compile(r'tc\d{2}-') - - REGEX_TC_PAPI_CLI = re.compile(r'.*\((\d+.\d+.\d+.\d+.) - (.*)\)') - - REGEX_SH_RUN_HOST = re.compile( - r'hostname=\"(\d{1,3}.\d{1,3}.\d{1,3}.\d{1,3})\",hook=\"(.*)\"' - ) - - def __init__(self, metadata, mapping, ignore, process_oper): - """Initialisation. - - :param metadata: Key-value pairs to be included in "metadata" part of - JSON structure. - :param mapping: Mapping of the old names of test cases to the new - (actual) one. - :param ignore: List of TCs to be ignored. - :param process_oper: If True, operational data (show run, telemetry) is - processed. - :type metadata: dict - :type mapping: dict - :type ignore: list - :type process_oper: bool - """ - - # Mapping of TCs long names - self._mapping = mapping - - # Ignore list - self._ignore = ignore - - # Process operational data - self._process_oper = process_oper - - # Name of currently processed keyword - self._kw_name = None - - # VPP version - self._version = None - - # Timestamp - self._timestamp = None - - # Testbed. The testbed is identified by TG node IP address. - self._testbed = None - - # Number of PAPI History messages found: - # 0 - no message - # 1 - PAPI History of DUT1 - # 2 - PAPI History of DUT2 - self._conf_history_lookup_nr = 0 - - self._sh_run_counter = 0 - self._telemetry_kw_counter = 0 - self._telemetry_msg_counter = 0 - - # Test ID of currently processed test- the lowercase full path to the - # test - self._test_id = None - - # The main data structure - self._data = { - "metadata": dict(), - "suites": dict(), - "tests": dict() - } - - # Save the provided metadata - for key, val in metadata.items(): - self._data["metadata"][key] = val - - @property - def data(self): - """Getter - Data parsed from the XML file. - - :returns: Data parsed from the XML file. - :rtype: dict - """ - return self._data - - def _get_data_from_mrr_test_msg(self, msg): - """Get info from message of MRR performance tests. - - :param msg: Message to be processed. - :type msg: str - :returns: Processed message or original message if a problem occurs. - :rtype: str - """ - - groups = re.search(self.REGEX_MRR_MSG_INFO, msg) - if not groups or groups.lastindex != 1: - return "Test Failed." - - try: - data = groups.group(1).split(", ") - except (AttributeError, IndexError, ValueError, KeyError): - return "Test Failed." - - out_str = "[" - try: - for item in data: - out_str += f"{(float(item) / 1e6):.2f}, " - return out_str[:-2] + "]" - except (AttributeError, IndexError, ValueError, KeyError): - return "Test Failed." - - def _get_data_from_cps_test_msg(self, msg): - """Get info from message of NDRPDR CPS tests. - - :param msg: Message to be processed. - :type msg: str - :returns: Processed message or "Test Failed." if a problem occurs. - :rtype: str - """ - - groups = re.search(self.REGEX_CPS_MSG_INFO, msg) - if not groups or groups.lastindex != 2: - return "Test Failed." - - try: - return ( - f"1. {(float(groups.group(1)) / 1e6):5.2f}\n" - f"2. {(float(groups.group(2)) / 1e6):5.2f}" - ) - except (AttributeError, IndexError, ValueError, KeyError): - return "Test Failed." - - def _get_data_from_pps_test_msg(self, msg): - """Get info from message of NDRPDR PPS tests. - - :param msg: Message to be processed. - :type msg: str - :returns: Processed message or "Test Failed." if a problem occurs. - :rtype: str - """ - - groups = re.search(self.REGEX_PPS_MSG_INFO, msg) - if not groups or groups.lastindex != 4: - return "Test Failed." - - try: - return ( - f"1. {(float(groups.group(1)) / 1e6):5.2f} " - f"{float(groups.group(2)):5.2f}\n" - f"2. {(float(groups.group(3)) / 1e6):5.2f} " - f"{float(groups.group(4)):5.2f}" - ) - except (AttributeError, IndexError, ValueError, KeyError): - return "Test Failed." - - def _get_data_from_perf_test_msg(self, msg): - """Get info from message of NDRPDR performance tests. - - :param msg: Message to be processed. - :type msg: str - :returns: Processed message or "Test Failed." if a problem occurs. - :rtype: str - """ - - groups = re.search(self.REGEX_PERF_MSG_INFO, msg) - if not groups or groups.lastindex != 10: - return "Test Failed." - - try: - data = { - "ndr_low": float(groups.group(1)), - "ndr_low_b": float(groups.group(2)), - "pdr_low": float(groups.group(3)), - "pdr_low_b": float(groups.group(4)), - "pdr_lat_90_1": groups.group(5), - "pdr_lat_90_2": groups.group(6), - "pdr_lat_50_1": groups.group(7), - "pdr_lat_50_2": groups.group(8), - "pdr_lat_10_1": groups.group(9), - "pdr_lat_10_2": groups.group(10), - } - except (AttributeError, IndexError, ValueError, KeyError): - return "Test Failed." - - def _process_lat(in_str_1, in_str_2): - """Extract P50, P90 and P99 latencies or min, avg, max values from - latency string. - - :param in_str_1: Latency string for one direction produced by robot - framework. - :param in_str_2: Latency string for second direction produced by - robot framework. - :type in_str_1: str - :type in_str_2: str - :returns: Processed latency string or None if a problem occurs. - :rtype: tuple - """ - in_list_1 = in_str_1.split('/', 3) - in_list_2 = in_str_2.split('/', 3) - - if len(in_list_1) != 4 and len(in_list_2) != 4: - return None - - in_list_1[3] += "=" * (len(in_list_1[3]) % 4) - try: - hdr_lat_1 = hdrh.histogram.HdrHistogram.decode(in_list_1[3]) - except hdrh.codec.HdrLengthException: - hdr_lat_1 = None - - in_list_2[3] += "=" * (len(in_list_2[3]) % 4) - try: - hdr_lat_2 = hdrh.histogram.HdrHistogram.decode(in_list_2[3]) - except hdrh.codec.HdrLengthException: - hdr_lat_2 = None - - if hdr_lat_1 and hdr_lat_2: - hdr_lat = ( - hdr_lat_1.get_value_at_percentile(50.0), - hdr_lat_1.get_value_at_percentile(90.0), - hdr_lat_1.get_value_at_percentile(99.0), - hdr_lat_2.get_value_at_percentile(50.0), - hdr_lat_2.get_value_at_percentile(90.0), - hdr_lat_2.get_value_at_percentile(99.0) - ) - if all(hdr_lat): - return hdr_lat - - hdr_lat = ( - int(in_list_1[0]), int(in_list_1[1]), int(in_list_1[2]), - int(in_list_2[0]), int(in_list_2[1]), int(in_list_2[2]) - ) - for item in hdr_lat: - if item in (-1, 4294967295, 0): - return None - return hdr_lat - - try: - out_msg = ( - f"1. {(data['ndr_low'] / 1e6):5.2f} " - f"{data['ndr_low_b']:5.2f}" - f"\n2. {(data['pdr_low'] / 1e6):5.2f} " - f"{data['pdr_low_b']:5.2f}" - ) - latency = ( - _process_lat(data['pdr_lat_10_1'], data['pdr_lat_10_2']), - _process_lat(data['pdr_lat_50_1'], data['pdr_lat_50_2']), - _process_lat(data['pdr_lat_90_1'], data['pdr_lat_90_2']) - ) - if all(latency): - max_len = len(str(max((max(item) for item in latency)))) - max_len = 4 if max_len < 4 else max_len - - for idx, lat in enumerate(latency): - if not idx: - out_msg += "\n" - out_msg += ( - f"\n{idx + 3}. " - f"{lat[0]:{max_len}d} " - f"{lat[1]:{max_len}d} " - f"{lat[2]:{max_len}d} " - f"{lat[3]:{max_len}d} " - f"{lat[4]:{max_len}d} " - f"{lat[5]:{max_len}d} " - ) - - return out_msg - - except (AttributeError, IndexError, ValueError, KeyError): - return "Test Failed." - - def _get_testbed(self, msg): - """Called when extraction of testbed IP is required. - The testbed is identified by TG node IP address. - - :param msg: Message to process. - :type msg: Message - :returns: Nothing. - """ - - if msg.message.count("Setup of TG node") or \ - msg.message.count("Setup of node TG host"): - reg_tg_ip = re.compile( - r'.*TG .* (\d{1,3}.\d{1,3}.\d{1,3}.\d{1,3}).*') - try: - self._testbed = str(re.search(reg_tg_ip, msg.message).group(1)) - except (KeyError, ValueError, IndexError, AttributeError): - pass - finally: - self._data["metadata"]["testbed"] = self._testbed - - def _get_vpp_version(self, msg): - """Called when extraction of VPP version is required. - - :param msg: Message to process. - :type msg: Message - :returns: Nothing. - """ - - if msg.message.count("VPP version:") or \ - msg.message.count("VPP Version:"): - self._version = str( - re.search(self.REGEX_VERSION_VPP, msg.message).group(2) - ) - self._data["metadata"]["version"] = self._version - - def _get_dpdk_version(self, msg): - """Called when extraction of DPDK version is required. - - :param msg: Message to process. - :type msg: Message - :returns: Nothing. - """ - - if msg.message.count("DPDK Version:"): - try: - self._version = str(re.search( - self.REGEX_VERSION_DPDK, msg.message).group(2)) - self._data["metadata"]["version"] = self._version - except IndexError: - pass - - def _get_papi_history(self, msg): - """Called when extraction of PAPI command history is required. - - :param msg: Message to process. - :type msg: Message - :returns: Nothing. - """ - if msg.message.count("PAPI command history:"): - self._conf_history_lookup_nr += 1 - if self._conf_history_lookup_nr == 1: - self._data["tests"][self._test_id]["conf-history"] = str() - text = re.sub( - r"\d{1,3}.\d{1,3}.\d{1,3}.\d{1,3} PAPI command history:", - "", - msg.message, - count=1 - ).replace('"', "'") - self._data["tests"][self._test_id]["conf-history"] += \ - f"**DUT{str(self._conf_history_lookup_nr)}:** {text}" - - def _get_show_run(self, msg): - """Called when extraction of VPP operational data (output of CLI command - Show Runtime) is required. - - :param msg: Message to process. - :type msg: Message - :returns: Nothing. - """ - - if not msg.message.count("stats runtime"): - return - - # Temporary solution - if self._sh_run_counter > 1: - return - - if "show-run" not in self._data["tests"][self._test_id].keys(): - self._data["tests"][self._test_id]["show-run"] = dict() - - groups = re.search(self.REGEX_TC_PAPI_CLI, msg.message) - if not groups: - return - try: - host = groups.group(1) - except (AttributeError, IndexError): - host = "" - try: - sock = groups.group(2) - except (AttributeError, IndexError): - sock = "" - - dut = "dut{nr}".format( - nr=len(self._data['tests'][self._test_id]['show-run'].keys()) + 1) - - self._data['tests'][self._test_id]['show-run'][dut] = \ - copy.copy( - { - "host": host, - "socket": sock, - "runtime": str(msg.message).replace(' ', ''). - replace('\n', '').replace("'", '"'). - replace('b"', '"').replace('"', '"'). - split(":", 1)[1] - } - ) - - def _get_telemetry(self, msg): - """Called when extraction of VPP telemetry data is required. - - :param msg: Message to process. - :type msg: Message - :returns: Nothing. - """ - - if self._telemetry_kw_counter > 1: - return - if not msg.message.count("# TYPE vpp_runtime_calls"): - return - - if "telemetry-show-run" not in \ - self._data["tests"][self._test_id].keys(): - self._data["tests"][self._test_id]["telemetry-show-run"] = dict() - - self._telemetry_msg_counter += 1 - groups = re.search(self.REGEX_SH_RUN_HOST, msg.message) - if not groups: - return - try: - host = groups.group(1) - except (AttributeError, IndexError): - host = "" - try: - sock = groups.group(2) - except (AttributeError, IndexError): - sock = "" - runtime = { - "source_type": "node", - "source_id": host, - "msg_type": "metric", - "log_level": "INFO", - "timestamp": msg.timestamp, - "msg": "show_runtime", - "host": host, - "socket": sock, - "data": list() - } - for line in msg.message.splitlines(): - if not line.startswith("vpp_runtime_"): - continue - try: - params, value, timestamp = line.rsplit(" ", maxsplit=2) - cut = params.index("{") - name = params[:cut].split("_", maxsplit=2)[-1] - labels = eval( - "dict" + params[cut:].replace('{', '(').replace('}', ')') - ) - labels["graph_node"] = labels.pop("name") - runtime["data"].append( - { - "name": name, - "value": value, - "timestamp": timestamp, - "labels": labels - } - ) - except (TypeError, ValueError, IndexError): - continue - self._data['tests'][self._test_id]['telemetry-show-run']\ - [f"dut{self._telemetry_msg_counter}"] = copy.copy( - { - "host": host, - "socket": sock, - "runtime": runtime - } - ) - - def _get_ndrpdr_throughput(self, msg): - """Get NDR_LOWER, NDR_UPPER, PDR_LOWER and PDR_UPPER from the test - message. - - :param msg: The test message to be parsed. - :type msg: str - :returns: Parsed data as a dict and the status (PASS/FAIL). - :rtype: tuple(dict, str) - """ - - throughput = { - "NDR": {"LOWER": -1.0, "UPPER": -1.0}, - "PDR": {"LOWER": -1.0, "UPPER": -1.0} - } - status = "FAIL" - groups = re.search(self.REGEX_NDRPDR_RATE, msg) - - if groups is not None: - try: - throughput["NDR"]["LOWER"] = float(groups.group(1)) - throughput["NDR"]["UPPER"] = float(groups.group(2)) - throughput["PDR"]["LOWER"] = float(groups.group(3)) - throughput["PDR"]["UPPER"] = float(groups.group(4)) - status = "PASS" - except (IndexError, ValueError): - pass - - return throughput, status - - def _get_ndrpdr_throughput_gbps(self, msg): - """Get NDR_LOWER, NDR_UPPER, PDR_LOWER and PDR_UPPER in Gbps from the - test message. - - :param msg: The test message to be parsed. - :type msg: str - :returns: Parsed data as a dict and the status (PASS/FAIL). - :rtype: tuple(dict, str) - """ - - gbps = { - "NDR": {"LOWER": -1.0, "UPPER": -1.0}, - "PDR": {"LOWER": -1.0, "UPPER": -1.0} - } - status = "FAIL" - groups = re.search(self.REGEX_NDRPDR_GBPS, msg) - - if groups is not None: - try: - gbps["NDR"]["LOWER"] = float(groups.group(1)) - gbps["NDR"]["UPPER"] = float(groups.group(2)) - gbps["PDR"]["LOWER"] = float(groups.group(3)) - gbps["PDR"]["UPPER"] = float(groups.group(4)) - status = "PASS" - except (IndexError, ValueError): - pass - - return gbps, status - - def _get_plr_throughput(self, msg): - """Get PLRsearch lower bound and PLRsearch upper bound from the test - message. - - :param msg: The test message to be parsed. - :type msg: str - :returns: Parsed data as a dict and the status (PASS/FAIL). - :rtype: tuple(dict, str) - """ - - throughput = { - "LOWER": -1.0, - "UPPER": -1.0 - } - status = "FAIL" - groups = re.search(self.REGEX_PLR_RATE, msg) - - if groups is not None: - try: - throughput["LOWER"] = float(groups.group(1)) - throughput["UPPER"] = float(groups.group(2)) - status = "PASS" - except (IndexError, ValueError): - pass - - return throughput, status - - def _get_ndrpdr_latency(self, msg): - """Get LATENCY from the test message. - - :param msg: The test message to be parsed. - :type msg: str - :returns: Parsed data as a dict and the status (PASS/FAIL). - :rtype: tuple(dict, str) - """ - latency_default = { - "min": -1.0, - "avg": -1.0, - "max": -1.0, - "hdrh": "" - } - latency = { - "NDR": { - "direction1": copy.copy(latency_default), - "direction2": copy.copy(latency_default) - }, - "PDR": { - "direction1": copy.copy(latency_default), - "direction2": copy.copy(latency_default) - }, - "LAT0": { - "direction1": copy.copy(latency_default), - "direction2": copy.copy(latency_default) - }, - "PDR10": { - "direction1": copy.copy(latency_default), - "direction2": copy.copy(latency_default) - }, - "PDR50": { - "direction1": copy.copy(latency_default), - "direction2": copy.copy(latency_default) - }, - "PDR90": { - "direction1": copy.copy(latency_default), - "direction2": copy.copy(latency_default) - }, - } - - groups = re.search(self.REGEX_NDRPDR_LAT, msg) - if groups is None: - groups = re.search(self.REGEX_NDRPDR_LAT_BASE, msg) - if groups is None: - return latency, "FAIL" - - def process_latency(in_str): - """Return object with parsed latency values. - - TODO: Define class for the return type. - - :param in_str: Input string, min/avg/max/hdrh format. - :type in_str: str - :returns: Dict with corresponding keys, except hdrh float values. - :rtype dict: - :throws IndexError: If in_str does not have enough substrings. - :throws ValueError: If a substring does not convert to float. - """ - in_list = in_str.split('/', 3) - - rval = { - "min": float(in_list[0]), - "avg": float(in_list[1]), - "max": float(in_list[2]), - "hdrh": "" - } - - if len(in_list) == 4: - rval["hdrh"] = str(in_list[3]) - - return rval - - try: - latency["NDR"]["direction1"] = process_latency(groups.group(1)) - latency["NDR"]["direction2"] = process_latency(groups.group(2)) - latency["PDR"]["direction1"] = process_latency(groups.group(3)) - latency["PDR"]["direction2"] = process_latency(groups.group(4)) - if groups.lastindex == 4: - return latency, "PASS" - except (IndexError, ValueError): - pass - - try: - latency["PDR90"]["direction1"] = process_latency(groups.group(5)) - latency["PDR90"]["direction2"] = process_latency(groups.group(6)) - latency["PDR50"]["direction1"] = process_latency(groups.group(7)) - latency["PDR50"]["direction2"] = process_latency(groups.group(8)) - latency["PDR10"]["direction1"] = process_latency(groups.group(9)) - latency["PDR10"]["direction2"] = process_latency(groups.group(10)) - latency["LAT0"]["direction1"] = process_latency(groups.group(11)) - latency["LAT0"]["direction2"] = process_latency(groups.group(12)) - if groups.lastindex == 12: - return latency, "PASS" - except (IndexError, ValueError): - pass - - return latency, "FAIL" - - @staticmethod - def _get_hoststack_data(msg, tags): - """Get data from the hoststack test message. - - :param msg: The test message to be parsed. - :param tags: Test tags. - :type msg: str - :type tags: list - :returns: Parsed data as a JSON dict and the status (PASS/FAIL). - :rtype: tuple(dict, str) - """ - result = dict() - status = "FAIL" - - msg = msg.replace("'", '"').replace(" ", "") - if "LDPRELOAD" in tags: - try: - result = loads(msg) - status = "PASS" - except JSONDecodeError: - pass - elif "VPPECHO" in tags: - try: - msg_lst = msg.replace("}{", "} {").split(" ") - result = dict( - client=loads(msg_lst[0]), - server=loads(msg_lst[1]) - ) - status = "PASS" - except (JSONDecodeError, IndexError): - pass - - return result, status - - def _get_vsap_data(self, msg, tags): - """Get data from the vsap test message. - - :param msg: The test message to be parsed. - :param tags: Test tags. - :type msg: str - :type tags: list - :returns: Parsed data as a JSON dict and the status (PASS/FAIL). - :rtype: tuple(dict, str) - """ - result = dict() - status = "FAIL" - - groups = re.search(self.REGEX_VSAP_MSG_INFO, msg) - if groups is not None: - try: - result["transfer-rate"] = float(groups.group(1)) * 1e3 - result["latency"] = float(groups.group(2)) - result["completed-requests"] = int(groups.group(5)) - result["failed-requests"] = int(groups.group(6)) - result["bytes-transferred"] = int(groups.group(4)) - if "TCP_CPS" in tags: - result["cps"] = float(groups.group(3)) - elif "TCP_RPS" in tags: - result["rps"] = float(groups.group(3)) - else: - return result, status - status = "PASS" - except (IndexError, ValueError) as err: - logging.warning(err) - return result, status - - def visit_suite(self, suite): - """Implements traversing through the suite and its direct children. - - :param suite: Suite to process. - :type suite: Suite - :returns: Nothing. - """ - if self.start_suite(suite) is not False: - suite.setup.visit(self) - suite.suites.visit(self) - suite.tests.visit(self) - suite.teardown.visit(self) - self.end_suite(suite) - - def start_suite(self, suite): - """Called when suite starts. - - :param suite: Suite to process. - :type suite: Suite - :returns: Nothing. - """ - try: - parent_name = suite.parent.name - except AttributeError: - return - - self._data["suites"][suite.longname.lower().replace('"', "'").\ - replace(" ", "_")] = { - "name": suite.name.lower(), - "doc": suite.doc, - "parent": parent_name, - "level": len(suite.longname.split(".")) - } - - def visit_test(self, test): - """Implements traversing through the test. - - :param test: Test to process. - :type test: Test - :returns: Nothing. - """ - if self.start_test(test) is not False: - test.setup.visit(self) - test.body.visit(self) - test.teardown.visit(self) - self.end_test(test) - - def start_test(self, test): - """Called when test starts. - - :param test: Test to process. - :type test: Test - :returns: Nothing. - """ - - self._sh_run_counter = 0 - self._telemetry_kw_counter = 0 - self._telemetry_msg_counter = 0 - - longname_orig = test.longname.lower() - - # Check the ignore list - if longname_orig in self._ignore: - return - - tags = [str(tag) for tag in test.tags] - test_result = dict() - - # Change the TC long name and name if defined in the mapping table - longname = self._mapping.get(longname_orig, None) - if longname is not None: - name = longname.split('.')[-1] - else: - longname = longname_orig - name = test.name.lower() - - # Remove TC number from the TC long name (backward compatibility): - self._test_id = re.sub(self.REGEX_TC_NUMBER, "", longname) - # Remove TC number from the TC name (not needed): - test_result["name"] = re.sub(self.REGEX_TC_NUMBER, "", name) - - test_result["parent"] = test.parent.name.lower() - test_result["tags"] = tags - test_result["doc"] = test.doc - test_result["type"] = "" - test_result["status"] = test.status - test_result["starttime"] = test.starttime - test_result["endtime"] = test.endtime - - if test.status == "PASS": - if "NDRPDR" in tags: - if "TCP_PPS" in tags or "UDP_PPS" in tags: - test_result["msg"] = self._get_data_from_pps_test_msg( - test.message) - elif "TCP_CPS" in tags or "UDP_CPS" in tags: - test_result["msg"] = self._get_data_from_cps_test_msg( - test.message) - else: - test_result["msg"] = self._get_data_from_perf_test_msg( - test.message) - elif "MRR" in tags or "FRMOBL" in tags or "BMRR" in tags: - test_result["msg"] = self._get_data_from_mrr_test_msg( - test.message) - else: - test_result["msg"] = test.message - else: - test_result["msg"] = test.message - - if "PERFTEST" in tags and "TREX" not in tags: - # Replace info about cores (e.g. -1c-) with the info about threads - # and cores (e.g. -1t1c-) in the long test case names and in the - # test case names if necessary. - tag_count = 0 - tag_tc = str() - for tag in test_result["tags"]: - groups = re.search(self.REGEX_TC_TAG, tag) - if groups: - tag_count += 1 - tag_tc = tag - - if tag_count == 1: - self._test_id = re.sub( - self.REGEX_TC_NAME_NEW, f"-{tag_tc.lower()}-", - self._test_id, count=1 - ) - test_result["name"] = re.sub( - self.REGEX_TC_NAME_NEW, f"-{tag_tc.lower()}-", - test_result["name"], count=1 - ) - else: - test_result["status"] = "FAIL" - self._data["tests"][self._test_id] = test_result - logging.debug( - f"The test {self._test_id} has no or more than one " - f"multi-threading tags.\n" - f"Tags: {test_result['tags']}" - ) - return - - if "DEVICETEST" in tags: - test_result["type"] = "DEVICETEST" - elif "NDRPDR" in tags: - if "TCP_CPS" in tags or "UDP_CPS" in tags: - test_result["type"] = "CPS" - else: - test_result["type"] = "NDRPDR" - if test.status == "PASS": - test_result["throughput"], test_result["status"] = \ - self._get_ndrpdr_throughput(test.message) - test_result["gbps"], test_result["status"] = \ - self._get_ndrpdr_throughput_gbps(test.message) - test_result["latency"], test_result["status"] = \ - self._get_ndrpdr_latency(test.message) - elif "MRR" in tags or "FRMOBL" in tags or "BMRR" in tags: - if "MRR" in tags: - test_result["type"] = "MRR" - else: - test_result["type"] = "BMRR" - if test.status == "PASS": - test_result["result"] = dict() - groups = re.search(self.REGEX_BMRR, test.message) - if groups is not None: - items_str = groups.group(1) - items_float = [ - float(item.strip().replace("'", "")) - for item in items_str.split(",") - ] - # Use whole list in CSIT-1180. - stats = jumpavg.AvgStdevStats.for_runs(items_float) - test_result["result"]["samples"] = items_float - test_result["result"]["receive-rate"] = stats.avg - test_result["result"]["receive-stdev"] = stats.stdev - else: - groups = re.search(self.REGEX_MRR, test.message) - test_result["result"]["receive-rate"] = \ - float(groups.group(3)) / float(groups.group(1)) - elif "SOAK" in tags: - test_result["type"] = "SOAK" - if test.status == "PASS": - test_result["throughput"], test_result["status"] = \ - self._get_plr_throughput(test.message) - elif "LDP_NGINX" in tags: - test_result["type"] = "LDP_NGINX" - test_result["result"], test_result["status"] = \ - self._get_vsap_data(test.message, tags) - elif "HOSTSTACK" in tags: - test_result["type"] = "HOSTSTACK" - if test.status == "PASS": - test_result["result"], test_result["status"] = \ - self._get_hoststack_data(test.message, tags) - elif "RECONF" in tags: - test_result["type"] = "RECONF" - if test.status == "PASS": - test_result["result"] = None - try: - grps_loss = re.search(self.REGEX_RECONF_LOSS, test.message) - grps_time = re.search(self.REGEX_RECONF_TIME, test.message) - test_result["result"] = { - "loss": int(grps_loss.group(1)), - "time": float(grps_time.group(1)) - } - except (AttributeError, IndexError, ValueError, TypeError): - test_result["status"] = "FAIL" - else: - test_result["status"] = "FAIL" - - self._data["tests"][self._test_id] = test_result - - def visit_keyword(self, kw): - """Implements traversing through the keyword and its child keywords. - - :param keyword: Keyword to process. - :type keyword: Keyword - :returns: Nothing. - """ - if self.start_keyword(kw) is not False: - if hasattr(kw, "body"): - kw.body.visit(self) - kw.teardown.visit(self) - self.end_keyword(kw) - - def start_keyword(self, keyword): - """Called when keyword starts. Default implementation does nothing. - - :param keyword: Keyword to process. - :type keyword: Keyword - :returns: Nothing. - """ - self._kw_name = keyword.name - - def end_keyword(self, keyword): - """Called when keyword ends. Default implementation does nothing. - - :param keyword: Keyword to process. - :type keyword: Keyword - :returns: Nothing. - """ - _ = keyword - self._kw_name = None - - def visit_message(self, msg): - """Implements visiting the message. - - :param msg: Message to process. - :type msg: Message - :returns: Nothing. - """ - if self.start_message(msg) is not False: - self.end_message(msg) - - def start_message(self, msg): - """Called when message starts. Get required information from messages: - - VPP version. - - :param msg: Message to process. - :type msg: Message - :returns: Nothing. - """ - if self._kw_name is None: - return - elif self._kw_name.count("Run Telemetry On All Duts"): - if self._process_oper: - self._telemetry_kw_counter += 1 - self._get_telemetry(msg) - elif self._kw_name.count("Show Runtime On All Duts"): - if self._process_oper: - self._sh_run_counter += 1 - self._get_show_run(msg) - elif self._kw_name.count("Show Vpp Version On All Duts"): - if not self._version: - self._get_vpp_version(msg) - elif self._kw_name.count("Install Dpdk Framework On All Duts"): - if not self._version: - self._get_dpdk_version(msg) - elif self._kw_name.count("Setup Framework"): - if not self._testbed: - self._get_testbed(msg) - elif self._kw_name.count("Show Papi History On All Duts"): - self._conf_history_lookup_nr = 0 - self._get_papi_history(msg) - - -class InputData: - """Input data - - The data is extracted from output.xml files generated by Jenkins jobs and - stored in pandas' DataFrames. - - The data structure: - - job name - - build number - - metadata - (as described in ExecutionChecker documentation) - - suites - (as described in ExecutionChecker documentation) - - tests - (as described in ExecutionChecker documentation) - """ - - def __init__(self, spec, for_output): - """Initialization. - - :param spec: Specification. - :param for_output: Output to be generated from downloaded data. - :type spec: Specification - :type for_output: str - """ - - # Specification: - self._cfg = spec - - self._for_output = for_output - - # Data store: - self._input_data = pd.Series(dtype="float64") - - @property - def data(self): - """Getter - Input data. - - :returns: Input data - :rtype: pandas.Series - """ - return self._input_data - - def metadata(self, job, build): - """Getter - metadata - - :param job: Job which metadata we want. - :param build: Build which metadata we want. - :type job: str - :type build: str - :returns: Metadata - :rtype: pandas.Series - """ - return self.data[job][build]["metadata"] - - def suites(self, job, build): - """Getter - suites - - :param job: Job which suites we want. - :param build: Build which suites we want. - :type job: str - :type build: str - :returns: Suites. - :rtype: pandas.Series - """ - return self.data[job][str(build)]["suites"] - - def tests(self, job, build): - """Getter - tests - - :param job: Job which tests we want. - :param build: Build which tests we want. - :type job: str - :type build: str - :returns: Tests. - :rtype: pandas.Series - """ - return self.data[job][build]["tests"] - - def _parse_tests(self, job, build): - """Process data from robot output.xml file and return JSON structured - data. - - :param job: The name of job which build output data will be processed. - :param build: The build which output data will be processed. - :type job: str - :type build: dict - :returns: JSON data structure. - :rtype: dict - """ - - metadata = { - "job": job, - "build": build - } - - with open(build["file-name"], 'r') as data_file: - try: - result = ExecutionResult(data_file) - except errors.DataError as err: - logging.error( - f"Error occurred while parsing output.xml: {repr(err)}" - ) - return None - - process_oper = False - if "-vpp-perf-report-coverage-" in job: - process_oper = True - # elif "-vpp-perf-report-iterative-" in job: - # # Exceptions for TBs where we do not have coverage data: - # for item in ("-2n-icx", ): - # if item in job: - # process_oper = True - # break - checker = ExecutionChecker( - metadata, self._cfg.mapping, self._cfg.ignore, process_oper - ) - result.visit(checker) - - checker.data["metadata"]["tests_total"] = \ - result.statistics.total.total - checker.data["metadata"]["tests_passed"] = \ - result.statistics.total.passed - checker.data["metadata"]["tests_failed"] = \ - result.statistics.total.failed - checker.data["metadata"]["elapsedtime"] = result.suite.elapsedtime - checker.data["metadata"]["generated"] = result.suite.endtime[:14] - - return checker.data - - def _download_and_parse_build(self, job, build, repeat, pid=10000): - """Download and parse the input data file. - - :param pid: PID of the process executing this method. - :param job: Name of the Jenkins job which generated the processed input - file. - :param build: Information about the Jenkins build which generated the - processed input file. - :param repeat: Repeat the download specified number of times if not - successful. - :type pid: int - :type job: str - :type build: dict - :type repeat: int - """ - - logging.info(f"Processing the job/build: {job}: {build['build']}") - - state = "failed" - success = False - data = None - do_repeat = repeat - while do_repeat: - success = download_and_unzip_data_file(self._cfg, job, build, pid) - if success: - break - do_repeat -= 1 - if not success: - logging.error( - f"It is not possible to download the input data file from the " - f"job {job}, build {build['build']}, or it is damaged. " - f"Skipped." - ) - if success: - logging.info(f" Processing data from build {build['build']}") - data = self._parse_tests(job, build) - if data is None: - logging.error( - f"Input data file from the job {job}, build " - f"{build['build']} is damaged. Skipped." - ) - else: - state = "processed" - - try: - remove(build["file-name"]) - except OSError as err: - logging.error( - f"Cannot remove the file {build['file-name']}: {repr(err)}" - ) - - # If the time-period is defined in the specification file, remove all - # files which are outside the time period. - is_last = False - timeperiod = self._cfg.environment.get("time-period", None) - if timeperiod and data: - now = dt.utcnow() - timeperiod = timedelta(int(timeperiod)) - metadata = data.get("metadata", None) - if metadata: - generated = metadata.get("generated", None) - if generated: - generated = dt.strptime(generated, "%Y%m%d %H:%M") - if (now - generated) > timeperiod: - # Remove the data and the file: - state = "removed" - data = None - is_last = True - logging.info( - f" The build {job}/{build['build']} is " - f"outdated, will be removed." - ) - return { - "data": data, - "state": state, - "job": job, - "build": build, - "last": is_last - } - - def download_and_parse_data(self, repeat=1): - """Download the input data files, parse input data from input files and - store in pandas' Series. - - :param repeat: Repeat the download specified number of times if not - successful. - :type repeat: int - """ - - logging.info("Downloading and parsing input files ...") - - for job, builds in self._cfg.input.items(): - for build in builds: - - result = self._download_and_parse_build(job, build, repeat) - if result["last"]: - break - build_nr = result["build"]["build"] - - if result["data"]: - data = result["data"] - build_data = pd.Series({ - "metadata": pd.Series( - list(data["metadata"].values()), - index=list(data["metadata"].keys()) - ), - "suites": pd.Series( - list(data["suites"].values()), - index=list(data["suites"].keys()) - ), - "tests": pd.Series( - list(data["tests"].values()), - index=list(data["tests"].keys()) - ) - }) - - if self._input_data.get(job, None) is None: - self._input_data[job] = pd.Series(dtype="float64") - self._input_data[job][str(build_nr)] = build_data - self._cfg.set_input_file_name( - job, build_nr, result["build"]["file-name"] - ) - self._cfg.set_input_state(job, build_nr, result["state"]) - - mem_alloc = \ - resource.getrusage(resource.RUSAGE_SELF).ru_maxrss / 1000 - logging.info(f"Memory allocation: {mem_alloc:.0f}MB") - - logging.info("Done.") - - msg = f"Successful downloads from the sources:\n" - for source in self._cfg.environment["data-sources"]: - if source["successful-downloads"]: - msg += ( - f"{source['url']}/{source['path']}/" - f"{source['file-name']}: " - f"{source['successful-downloads']}\n" - ) - logging.info(msg) - - def process_local_file(self, local_file, job="local", build_nr=1, - replace=True): - """Process local XML file given as a command-line parameter. - - :param local_file: The file to process. - :param job: Job name. - :param build_nr: Build number. - :param replace: If True, the information about jobs and builds is - replaced by the new one, otherwise the new jobs and builds are - added. - :type local_file: str - :type job: str - :type build_nr: int - :type replace: bool - :raises: PresentationError if an error occurs. - """ - if not isfile(local_file): - raise PresentationError(f"The file {local_file} does not exist.") - - try: - build_nr = int(local_file.split("/")[-1].split(".")[0]) - except (IndexError, ValueError): - pass - - build = { - "build": build_nr, - "status": "failed", - "file-name": local_file - } - if replace: - self._cfg.input = dict() - self._cfg.add_build(job, build) - - logging.info(f"Processing {job}: {build_nr:2d}: {local_file}") - data = self._parse_tests(job, build) - if data is None: - raise PresentationError( - f"Error occurred while parsing the file {local_file}" - ) - - build_data = pd.Series({ - "metadata": pd.Series( - list(data["metadata"].values()), - index=list(data["metadata"].keys()) - ), - "suites": pd.Series( - list(data["suites"].values()), - index=list(data["suites"].keys()) - ), - "tests": pd.Series( - list(data["tests"].values()), - index=list(data["tests"].keys()) - ) - }) - - if self._input_data.get(job, None) is None: - self._input_data[job] = pd.Series(dtype="float64") - self._input_data[job][str(build_nr)] = build_data - - self._cfg.set_input_state(job, build_nr, "processed") - - def process_local_directory(self, local_dir, replace=True): - """Process local directory with XML file(s). The directory is processed - as a 'job' and the XML files in it as builds. - If the given directory contains only sub-directories, these - sub-directories processed as jobs and corresponding XML files as builds - of their job. - - :param local_dir: Local directory to process. - :param replace: If True, the information about jobs and builds is - replaced by the new one, otherwise the new jobs and builds are - added. - :type local_dir: str - :type replace: bool - """ - if not isdir(local_dir): - raise PresentationError( - f"The directory {local_dir} does not exist." - ) - - # Check if the given directory includes only files, or only directories - _, dirnames, filenames = next(walk(local_dir)) - - if filenames and not dirnames: - filenames.sort() - # local_builds: - # key: dir (job) name, value: list of file names (builds) - local_builds = { - local_dir: [join(local_dir, name) for name in filenames] - } - - elif dirnames and not filenames: - dirnames.sort() - # local_builds: - # key: dir (job) name, value: list of file names (builds) - local_builds = dict() - for dirname in dirnames: - builds = [ - join(local_dir, dirname, name) - for name in listdir(join(local_dir, dirname)) - if isfile(join(local_dir, dirname, name)) - ] - if builds: - local_builds[dirname] = sorted(builds) - - elif not filenames and not dirnames: - raise PresentationError(f"The directory {local_dir} is empty.") - else: - raise PresentationError( - f"The directory {local_dir} can include only files or only " - f"directories, not both.\nThe directory {local_dir} includes " - f"file(s):\n{filenames}\nand directories:\n{dirnames}" - ) - - if replace: - self._cfg.input = dict() - - for job, files in local_builds.items(): - for idx, local_file in enumerate(files): - self.process_local_file(local_file, job, idx + 1, replace=False) - - @staticmethod - def _end_of_tag(tag_filter, start=0, closer="'"): - """Return the index of character in the string which is the end of tag. - - :param tag_filter: The string where the end of tag is being searched. - :param start: The index where the searching is stated. - :param closer: The character which is the tag closer. - :type tag_filter: str - :type start: int - :type closer: str - :returns: The index of the tag closer. - :rtype: int - """ - try: - idx_opener = tag_filter.index(closer, start) - return tag_filter.index(closer, idx_opener + 1) - except ValueError: - return None - - @staticmethod - def _condition(tag_filter): - """Create a conditional statement from the given tag filter. - - :param tag_filter: Filter based on tags from the element specification. - :type tag_filter: str - :returns: Conditional statement which can be evaluated. - :rtype: str - """ - index = 0 - while True: - index = InputData._end_of_tag(tag_filter, index) - if index is None: - return tag_filter - index += 1 - tag_filter = tag_filter[:index] + " in tags" + tag_filter[index:] - - def filter_data(self, element, params=None, data=None, data_set="tests", - continue_on_error=False): - """Filter required data from the given jobs and builds. - - The output data structure is: - - job 1 - - build 1 - - test (or suite) 1 ID: - - param 1 - - param 2 - ... - - param n - ... - - test (or suite) n ID: - ... - ... - - build n - ... - - job n - - :param element: Element which will use the filtered data. - :param params: Parameters which will be included in the output. If None, - all parameters are included. - :param data: If not None, this data is used instead of data specified - in the element. - :param data_set: The set of data to be filtered: tests, suites, - metadata. - :param continue_on_error: Continue if there is error while reading the - data. The Item will be empty then - :type element: pandas.Series - :type params: list - :type data: dict - :type data_set: str - :type continue_on_error: bool - :returns: Filtered data. - :rtype pandas.Series - """ - - try: - if data_set == "suites": - cond = "True" - elif element["filter"] in ("all", "template"): - cond = "True" - else: - cond = InputData._condition(element["filter"]) - logging.debug(f" Filter: {cond}") - except KeyError: - logging.error(" No filter defined.") - return None - - if params is None: - params = element.get("parameters", None) - if params: - params.extend(("type", "status")) - - data_to_filter = data if data else element["data"] - data = pd.Series(dtype="float64") - try: - for job, builds in data_to_filter.items(): - data[job] = pd.Series(dtype="float64") - for build in builds: - data[job][str(build)] = pd.Series(dtype="float64") - try: - data_dict = dict( - self.data[job][str(build)][data_set].items()) - except KeyError: - if continue_on_error: - continue - return None - - for test_id, test_data in data_dict.items(): - if eval(cond, {"tags": test_data.get("tags", "")}): - data[job][str(build)][test_id] = \ - pd.Series(dtype="float64") - if params is None: - for param, val in test_data.items(): - data[job][str(build)][test_id][param] = val - else: - for param in params: - try: - data[job][str(build)][test_id][param] =\ - test_data[param] - except KeyError: - data[job][str(build)][test_id][param] =\ - "No Data" - return data - - except (KeyError, IndexError, ValueError) as err: - logging.error( - f"Missing mandatory parameter in the element specification: " - f"{repr(err)}" - ) - return None - except AttributeError as err: - logging.error(repr(err)) - return None - except SyntaxError as err: - logging.error( - f"The filter {cond} is not correct. Check if all tags are " - f"enclosed by apostrophes.\n{repr(err)}" - ) - return None - - def filter_tests_by_name(self, element, params=None, data_set="tests", - continue_on_error=False): - """Filter required data from the given jobs and builds. - - The output data structure is: - - job 1 - - build 1 - - test (or suite) 1 ID: - - param 1 - - param 2 - ... - - param n - ... - - test (or suite) n ID: - ... - ... - - build n - ... - - job n - - :param element: Element which will use the filtered data. - :param params: Parameters which will be included in the output. If None, - all parameters are included. - :param data_set: The set of data to be filtered: tests, suites, - metadata. - :param continue_on_error: Continue if there is error while reading the - data. The Item will be empty then - :type element: pandas.Series - :type params: list - :type data_set: str - :type continue_on_error: bool - :returns: Filtered data. - :rtype pandas.Series - """ - - include = element.get("include", None) - if not include: - logging.warning("No tests to include, skipping the element.") - return None - - if params is None: - params = element.get("parameters", None) - if params and "type" not in params: - params.append("type") - - cores = element.get("core", None) - if cores: - tests = list() - for core in cores: - for test in include: - tests.append(test.format(core=core)) - else: - tests = include - - data = pd.Series(dtype="float64") - try: - for job, builds in element["data"].items(): - data[job] = pd.Series(dtype="float64") - for build in builds: - data[job][str(build)] = pd.Series(dtype="float64") - for test in tests: - try: - reg_ex = re.compile(str(test).lower()) - for test_id in self.data[job][ - str(build)][data_set].keys(): - if re.match(reg_ex, str(test_id).lower()): - test_data = self.data[job][ - str(build)][data_set][test_id] - data[job][str(build)][test_id] = \ - pd.Series(dtype="float64") - if params is None: - for param, val in test_data.items(): - data[job][str(build)][test_id]\ - [param] = val - else: - for param in params: - try: - data[job][str(build)][ - test_id][param] = \ - test_data[param] - except KeyError: - data[job][str(build)][ - test_id][param] = "No Data" - except KeyError as err: - if continue_on_error: - logging.debug(repr(err)) - continue - logging.error(repr(err)) - return None - return data - - except (KeyError, IndexError, ValueError) as err: - logging.error( - f"Missing mandatory parameter in the element " - f"specification: {repr(err)}" - ) - return None - except AttributeError as err: - logging.error(repr(err)) - return None - - @staticmethod - def merge_data(data): - """Merge data from more jobs and builds to a simple data structure. - - The output data structure is: - - - test (suite) 1 ID: - - param 1 - - param 2 - ... - - param n - ... - - test (suite) n ID: - ... - - :param data: Data to merge. - :type data: pandas.Series - :returns: Merged data. - :rtype: pandas.Series - """ - - logging.info(" Merging data ...") - - merged_data = pd.Series(dtype="float64") - for builds in data.values: - for item in builds.values: - for item_id, item_data in item.items(): - merged_data[item_id] = item_data - return merged_data - - def print_all_oper_data(self): - """Print all operational data to console. - """ - - for job in self._input_data.values: - for build in job.values: - for test_id, test_data in build["tests"].items(): - print(f"{test_id}") - if test_data.get("show-run", None) is None: - continue - for dut_name, data in test_data["show-run"].items(): - if data.get("runtime", None) is None: - continue - runtime = loads(data["runtime"]) - try: - threads_nr = len(runtime[0]["clocks"]) - except (IndexError, KeyError): - continue - threads = OrderedDict( - {idx: list() for idx in range(threads_nr)}) - for item in runtime: - for idx in range(threads_nr): - if item["vectors"][idx] > 0: - clocks = item["clocks"][idx] / \ - item["vectors"][idx] - elif item["calls"][idx] > 0: - clocks = item["clocks"][idx] / \ - item["calls"][idx] - elif item["suspends"][idx] > 0: - clocks = item["clocks"][idx] / \ - item["suspends"][idx] - else: - clocks = 0.0 - - if item["calls"][idx] > 0: - vectors_call = item["vectors"][idx] / \ - item["calls"][idx] - else: - vectors_call = 0.0 - - if int(item["calls"][idx]) + int( - item["vectors"][idx]) + \ - int(item["suspends"][idx]): - threads[idx].append([ - item["name"], - item["calls"][idx], - item["vectors"][idx], - item["suspends"][idx], - clocks, - vectors_call - ]) - - print(f"Host IP: {data.get('host', '')}, " - f"Socket: {data.get('socket', '')}") - for thread_nr, thread in threads.items(): - txt_table = prettytable.PrettyTable( - ( - "Name", - "Nr of Vectors", - "Nr of Packets", - "Suspends", - "Cycles per Packet", - "Average Vector Size" - ) - ) - avg = 0.0 - for row in thread: - txt_table.add_row(row) - avg += row[-1] - if len(thread) == 0: - avg = "" - else: - avg = f", Average Vector Size per Node: " \ - f"{(avg / len(thread)):.2f}" - th_name = "main" if thread_nr == 0 \ - else f"worker_{thread_nr}" - print(f"{dut_name}, {th_name}{avg}") - txt_table.float_format = ".2" - txt_table.align = "r" - txt_table.align["Name"] = "l" - print(f"{txt_table.get_string()}\n") diff --git a/resources/tools/presentation/json/template_0.1.0.json b/resources/tools/presentation/json/template_0.1.0.json deleted file mode 100644 index 7c7c76a5c1..0000000000 --- a/resources/tools/presentation/json/template_0.1.0.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "version": "0.1.0", - "ci": "", - "job": "", - "build_number": "", - "testbed": "", - "suite_id": "", - "suite_doc": "", - "sut_type": "", - "sut_version": "", - "test_id": "", - "test_type": "", - "tags": [], - "documentation": "", - "message": "", - "csit_commit": "", - "csit_gerrit_change": "", - "start_time": "", - "end_time": "", - "status": "", - "results": {}, - "log": [] -} diff --git a/resources/tools/presentation/pal.py b/resources/tools/presentation/pal.py deleted file mode 100644 index db2b250d10..0000000000 --- a/resources/tools/presentation/pal.py +++ /dev/null @@ -1,196 +0,0 @@ -# Copyright (c) 2023 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -"""CSIT Presentation and Analytics Layer. -""" - -import sys -import argparse -import logging - -from pal_errors import PresentationError -from specification_parser import Specification -from environment import Environment, clean_environment -from static_content import prepare_static_content -from input_data_parser import InputData -from generator_tables import generate_tables -from generator_plots import generate_plots -from generator_files import generate_files -from generator_report import generate_report -from generator_cpta import generate_cpta -from generator_alerts import Alerting, AlertingError -from convert_xml_json import convert_xml_to_json - - -OUTPUTS = ("none", "report", "trending", "convert-xml-to-json") - - -def parse_args(): - """Parse arguments from cmd line. - - :returns: Parsed arguments. - :rtype: ArgumentParser - """ - - parser = argparse.ArgumentParser( - description=__doc__, - formatter_class=argparse.RawDescriptionHelpFormatter - ) - parser.add_argument( - "-s", "--specification", - required=True, - type=str, - help="Specification YAML file." - ) - parser.add_argument( - "-r", "--release", - default="master", - type=str, - help="Release string of the product." - ) - parser.add_argument( - "-w", "--week", - default="1", - type=str, - help="Calendar week when the report is published." - ) - parser.add_argument( - "-l", "--logging", - choices=[ - "NOTSET", "DEBUG", "INFO", "WARNING", "ERROR", "CRITICAL" - ], - default="ERROR", - help="Logging level." - ) - parser.add_argument( - "-f", "--force", - action="store_true", - help="Force removing the old build(s) if present." - ) - parser.add_argument( - "-o", "--print-all-oper-data", - action="store_true", - help="Print all operational data to console. Be careful, the output " - "can be really long." - ) - parser.add_argument( - "-i", "--input-file", - type=str, - default="", - help="XML file generated by RobotFramework which will be processed " - "instead of downloading the data from Nexus and/or Jenkins. In " - "this case, the section 'input' in the specification file is " - "ignored." - ) - parser.add_argument( - "-d", "--input-directory", - type=str, - default="", - help="Directory with XML file(s) generated by RobotFramework or with " - "sub-directories with XML file(s) which will be processed " - "instead of downloading the data from Nexus and/or Jenkins. In " - "this case, the section 'input' in the specification file is " - "ignored." - ) - - return parser.parse_args() - - -def main(): - """Main function.""" - - log_levels = { - "NOTSET": logging.NOTSET, - "DEBUG": logging.DEBUG, - "INFO": logging.INFO, - "WARNING": logging.WARNING, - "ERROR": logging.ERROR, - "CRITICAL": logging.CRITICAL - } - - args = parse_args() - logging.basicConfig( - format="%(asctime)s: %(levelname)s: %(message)s", - datefmt="%Y/%m/%d %H:%M:%S", - level=log_levels[args.logging] - ) - - logging.info("Application started.") - - try: - spec = Specification(args.specification) - spec.read_specification() - except PresentationError as err: - logging.critical("Finished with error.") - logging.critical(repr(err)) - return 1 - - if spec.output["output"] not in OUTPUTS: - logging.critical( - f"The output {spec.output[u'output']} is not supported." - ) - return 1 - - return_code = 1 - try: - env = Environment(spec.environment, args.force) - env.set_environment() - - prepare_static_content(spec) - - data = InputData(spec, spec.output["output"]) - if args.input_file: - data.process_local_file(args.input_file) - elif args.input_directory: - data.process_local_directory(args.input_directory) - else: - data.download_and_parse_data(repeat=1) - - if args.print_all_oper_data: - data.print_all_oper_data() - - generate_tables(spec, data) - generate_plots(spec, data) - generate_files(spec, data) - - if spec.output["output"] == "report": - generate_report(args.release, spec, args.week) - elif spec.output["output"] == "trending": - sys.stdout.write(generate_cpta(spec, data)) - try: - alert = Alerting(spec) - alert.generate_alerts() - except AlertingError as err: - logging.warning(repr(err)) - elif spec.output["output"] == "convert-xml-to-json": - convert_xml_to_json(spec, data) - else: - logging.info("No output will be generated.") - - logging.info("Successfully finished.") - return_code = 0 - - except AlertingError as err: - logging.critical(f"Finished with an alerting error.\n{repr(err)}") - except PresentationError as err: - logging.critical(f"Finished with a PAL error.\n{str(err)}") - except (KeyError, ValueError) as err: - logging.critical(f"Finished with an error.\n{repr(err)}") - finally: - if spec is not None: - clean_environment(spec.environment) - return return_code - - -if __name__ == "__main__": - sys.exit(main()) diff --git a/resources/tools/presentation/pal_errors.py b/resources/tools/presentation/pal_errors.py deleted file mode 100644 index 009a3ed2b8..0000000000 --- a/resources/tools/presentation/pal_errors.py +++ /dev/null @@ -1,83 +0,0 @@ -# Copyright (c) 2023 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -"""Implementation of exceptions used in the Presentation and analytics layer. -""" - -import sys -import logging - - -class PresentationError(Exception): - """Exception(s) raised by the presentation module. - - When raising this exception, put this information to the message in this - order: - - short description of the encountered problem (parameter msg), - - relevant messages if there are any collected, e.g., from caught - exception (optional parameter details), - - relevant data if there are any collected (optional parameter details). - """ - - log_level = { - u"DEBUG": logging.debug, - u"INFO": logging.info, - u"WARNING": logging.warning, - u"ERROR": logging.error, - u"CRITICAL": logging.critical - } - - def __init__(self, msg, details=u'', level=u"CRITICAL"): - """Sets the exception message and the level. - - :param msg: Short description of the encountered problem. - :param details: Relevant messages if there are any collected, e.g., - from caught exception (optional parameter details), or relevant data - if there are any collected (optional parameter details). - :param level: Level of the error, possible choices are: "DEBUG", "INFO", - "WARNING", "ERROR" and "CRITICAL". - :type msg: str - :type details: str - :type level: str - """ - - super(PresentationError, self).__init__() - self._msg = msg - self._details = details - self._level = level - - try: - self.log_level[self._level](self._msg) - if self._details: - self.log_level[self._level](self._details) - except KeyError: - print(u"Wrong log level.") - sys.exit(1) - - def __repr__(self): - return ( - f"PresentationError(msg={self._msg!r},details={self._details!r}," - f"level={self._level!r})" - ) - - def __str__(self): - return str(self._msg) - - @property - def level(self): - """Getter - logging level. - - :returns: Logging level. - :rtype: str - """ - return self._level diff --git a/resources/tools/presentation/pal_utils.py b/resources/tools/presentation/pal_utils.py deleted file mode 100644 index 76db5398e2..0000000000 --- a/resources/tools/presentation/pal_utils.py +++ /dev/null @@ -1,352 +0,0 @@ -# Copyright (c) 2023 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -"""General purpose utilities. -""" - -import subprocess -import math -import logging -import csv - -from os import walk, makedirs, environ -from os.path import join, isdir -from shutil import move, Error -from datetime import datetime - -import numpy as np -import prettytable - -from pandas import Series - -from resources.libraries.python import jumpavg - -from pal_errors import PresentationError - - -def mean(items): - """Calculate mean value from the items. - - :param items: Mean value is calculated from these items. - :type items: list - :returns: MEan value. - :rtype: float - """ - - return float(sum(items)) / len(items) - - -def stdev(items): - """Calculate stdev from the items. - - :param items: Stdev is calculated from these items. - :type items: list - :returns: Stdev. - :rtype: float - """ - return Series.std(Series(items)) - - -def relative_change(nr1, nr2): - """Compute relative change of two values. - - :param nr1: The first number. - :param nr2: The second number. - :type nr1: float - :type nr2: float - :returns: Relative change of nr1. - :rtype: float - """ - - return float(((nr2 - nr1) / nr1) * 100) - - -def relative_change_stdev(mean1, mean2, std1, std2): - """Compute relative standard deviation of change of two values. - - The "1" values are the base for comparison. - Results are returned as percentage (and percentual points for stdev). - Linearized theory is used, so results are wrong for relatively large stdev. - - :param mean1: Mean of the first number. - :param mean2: Mean of the second number. - :param std1: Standard deviation estimate of the first number. - :param std2: Standard deviation estimate of the second number. - :type mean1: float - :type mean2: float - :type std1: float - :type std2: float - :returns: Relative change and its stdev. - :rtype: float - """ - mean1, mean2 = float(mean1), float(mean2) - quotient = mean2 / mean1 - first = std1 / mean1 - second = std2 / mean2 - std = quotient * math.sqrt(first * first + second * second) - return (quotient - 1) * 100, std * 100 - - -def get_files(path, extension=None, full_path=True): - """Generates the list of files to process. - - :param path: Path to files. - :param extension: Extension of files to process. If it is the empty string, - all files will be processed. - :param full_path: If True, the files with full path are generated. - :type path: str - :type extension: str - :type full_path: bool - :returns: List of files to process. - :rtype: list - """ - - file_list = list() - for root, _, files in walk(path): - for filename in files: - if extension: - if filename.endswith(extension): - if full_path: - file_list.append(join(root, filename)) - else: - file_list.append(filename) - else: - file_list.append(join(root, filename)) - - return file_list - - -def get_rst_title_char(level): - """Return character used for the given title level in rst files. - - :param level: Level of the title. - :type: int - :returns: Character used for the given title level in rst files. - :rtype: str - """ - chars = (u'=', u'-', u'`', u"'", u'.', u'~', u'*', u'+', u'^') - if level < len(chars): - return chars[level] - return chars[-1] - - -def execute_command(cmd): - """Execute the command in a subprocess and log the stdout and stderr. - - :param cmd: Command to execute. - :type cmd: str - :returns: Return code of the executed command, stdout and stderr. - :rtype: tuple(int, str, str) - """ - - env = environ.copy() - proc = subprocess.Popen( - [cmd], - stdout=subprocess.PIPE, - stderr=subprocess.PIPE, - shell=True, - env=env) - - stdout, stderr = proc.communicate() - - if stdout: - logging.info(stdout.decode()) - if stderr: - logging.info(stderr.decode()) - - if proc.returncode != 0: - logging.error(u" Command execution failed.") - return proc.returncode, stdout.decode(), stderr.decode() - - -def get_last_successful_build_nr(jenkins_url, job_name): - """Get the number of the last successful build of the given job. - - :param jenkins_url: Jenkins URL. - :param job_name: Job name. - :type jenkins_url: str - :type job_name: str - :returns: The build number as a string. - :rtype: str - """ - return execute_command( - f"wget -qO- {jenkins_url}/{job_name}/lastSuccessfulBuild/buildNumber" - ) - - -def get_last_completed_build_number(jenkins_url, job_name): - """Get the number of the last completed build of the given job. - - :param jenkins_url: Jenkins URL. - :param job_name: Job name. - :type jenkins_url: str - :type job_name: str - :returns: The build number as a string. - :rtype: str - """ - return execute_command( - f"wget -qO- {jenkins_url}/{job_name}/lastCompletedBuild/buildNumber" - ) - - -def get_build_timestamp(jenkins_url, job_name, build_nr): - """Get the timestamp of the build of the given job. - - :param jenkins_url: Jenkins URL. - :param job_name: Job name. - :param build_nr: Build number. - :type jenkins_url: str - :type job_name: str - :type build_nr: int - :returns: The timestamp. - :rtype: datetime.datetime - """ - timestamp = execute_command( - f"wget -qO- {jenkins_url}/{job_name}/{build_nr}" - ) - return datetime.fromtimestamp(timestamp/1000) - - -def archive_input_data(spec): - """Archive the report. - - :param spec: Specification read from the specification file. - :type spec: Specification - :raises PresentationError: If it is not possible to archive the input data. - """ - - logging.info(u" Archiving the input data files ...") - - extension = spec.output[u"arch-file-format"] - data_files = list() - for ext in extension: - data_files.extend(get_files( - spec.environment[u"paths"][u"DIR[WORKING,DATA]"], extension=ext)) - dst = spec.environment[u"paths"][u"DIR[STATIC,ARCH]"] - logging.info(f" Destination: {dst}") - - try: - if not isdir(dst): - makedirs(dst) - - for data_file in data_files: - logging.info(f" Moving the file: {data_file} ...") - move(data_file, dst) - - except (Error, OSError) as err: - raise PresentationError( - u"Not possible to archive the input data.", - repr(err) - ) - - logging.info(u" Done.") - - -def classify_anomalies(data): - """Process the data and return anomalies and trending values. - - Gather data into groups with average as trend value. - Decorate values within groups to be normal, - the first value of changed average as a regression, or a progression. - - :param data: Full data set with unavailable samples replaced by nan. - :type data: OrderedDict - :returns: Classification and trend values - :rtype: 3-tuple, list of strings, list of floats and list of floats - """ - # Nan means something went wrong. - # Use 0.0 to cause that being reported as a severe regression. - bare_data = [0.0 if np.isnan(sample) else sample - for sample in data.values()] - # TODO: Make BitCountingGroupList a subclass of list again? - group_list = jumpavg.classify(bare_data).group_list - group_list.reverse() # Just to use .pop() for FIFO. - classification = [] - avgs = [] - stdevs = [] - active_group = None - values_left = 0 - avg = 0.0 - stdv = 0.0 - for sample in data.values(): - if np.isnan(sample): - classification.append(u"outlier") - avgs.append(sample) - stdevs.append(sample) - continue - if values_left < 1 or active_group is None: - values_left = 0 - while values_left < 1: # Ignore empty groups (should not happen). - active_group = group_list.pop() - values_left = len(active_group.run_list) - avg = active_group.stats.avg - stdv = active_group.stats.stdev - classification.append(active_group.comment) - avgs.append(avg) - stdevs.append(stdv) - values_left -= 1 - continue - classification.append(u"normal") - avgs.append(avg) - stdevs.append(stdv) - values_left -= 1 - return classification, avgs, stdevs - - -def convert_csv_to_pretty_txt(csv_file_name, txt_file_name, delimiter=u","): - """Convert the given csv table to pretty text table. - - :param csv_file_name: The path to the input csv file. - :param txt_file_name: The path to the output pretty text file. - :param delimiter: Delimiter for csv file. - :type csv_file_name: str - :type txt_file_name: str - :type delimiter: str - """ - - txt_table = None - with open(csv_file_name, u"rt", encoding='utf-8') as csv_file: - csv_content = csv.reader(csv_file, delimiter=delimiter, quotechar=u'"') - for row in csv_content: - if txt_table is None: - txt_table = prettytable.PrettyTable(row) - else: - txt_table.add_row( - [str(itm.replace(u"\u00B1", u"+-")) for itm in row] - ) - if not txt_table: - return - - txt_table.align = u"r" - for itm in (u"Test Case", u"Build", u"Version", u"VPP Version"): - txt_table.align[itm] = u"l" - - if txt_file_name.endswith(u".txt"): - with open(txt_file_name, u"wt", encoding='utf-8') as txt_file: - txt_file.write(str(txt_table)) - elif txt_file_name.endswith(u".rst"): - with open(txt_file_name, u"wt") as txt_file: - txt_file.write( - u"\n" - u".. |br| raw:: html\n\n
\n\n\n" - u".. |prein| raw:: html\n\n 
\n\n\n"
-                u".. |preout| raw:: html\n\n
\n\n" - ) - txt_file.write( - u"\n.. only:: html\n\n" - u" .. csv-table::\n" - u" :header-rows: 1\n" - u" :widths: auto\n" - u" :align: center\n" - f" :file: {csv_file_name.split(u'/')[-1]}\n" - ) diff --git a/resources/tools/presentation/rca/rca-2n-clx-2t1c-pdr-rca1.yaml b/resources/tools/presentation/rca/rca-2n-clx-2t1c-pdr-rca1.yaml deleted file mode 100644 index 1c52a778df..0000000000 --- a/resources/tools/presentation/rca/rca-2n-clx-2t1c-pdr-rca1.yaml +++ /dev/null @@ -1,68 +0,0 @@ -# CSIT progressions. -64b-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 5 -64b-2t1c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 5 -64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 5 -64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 5 -64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 5 -# CSIT regressions. -64b-2t1c-avf-ethip4-ip4scale200k-rnd: 2 -64b-2t1c-avf-ethip4-ip4scale2m: 7 -64b-2t1c-avf-ethip4-ip4scale2m-rnd: 2 -64b-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows: 1 -64b-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows: 1 -64b-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows: 1 -64b-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows: 1 -64b-2t1c-avf-dot1q-l2xcbase: 3 -64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 7 -64b-2t1c-ethip4-ip4scale200k-rnd: 2 -64b-2t1c-ethip4-ip4scale2m: 7 -64b-2t1c-ethip4-ip4scale2m-rnd: 2 - -# Multiline string, empty lines (or \n) are required, -# see https://yaml-multiline.info/ - -footnote: " - [1] DONE Apparent regression in ACL tests due to Gerrit 26112. With CSIT - using changed VPP API, instead of failing, misconfigured VPP passes - the test, albeit with reduced performance. [CSIT-1739] - - [2] DONE Regression in tests using random flow sequencing due to - Gerrit 26456. Unpinned random seed to make TRex workers generate - different sequences of packets. [CSIT-1731] - - [3] DONE Regression in base dot1q-l2xcbase suites due to Gerrit - 25363. Unified dot1q handling across various tests. Previously, - this one suite was different, using dot1q on one port only. - - [5] DONE Progression in tests with VPP (l2xc) inside a VM due to - Gerrit 25309. Make VPP in VM worker placement deterministic. - [CSIT-1738] - - [7] POSTPONED Possible anomaly, but stdev of results is high. - Performance differences considered to probably be just noise. - - [9] OPEN Progression in all ip6 scale tests. Changes to vppinfra - bihash may have improved code efficiency. [CSIT-1735] - - [10] OPEN Progression in ip6 base tests with dot1q. [CSIT-1746] - - [11] OPEN Progression in memif tests, mainly in - avf-eth-l2xcbase-eth-2memif-1dcr. Two progression candidates found: - Gerrit 24053 and Gerrit 26744. Performance results are not consistent enough - to separate the two from other possible causes. [CSIT-1744] - - [12] OPEN Progression in some l2bdscale tests. [CSIT-1745] - - [13] DONE Stateless ACL tests have the same performance in 2005.0-4 - as in 2001.0-2. The difference shown here is inflated by an API - change, see [1]. [CSIT-1739] - - [14] DONE Stateful ACL tests have better performance in 2005.0-4 as - in 2001.0-2. The CSIT part of API change, Gerrit 26112, has fixed - an earlier CSIT regression in the same tests. The difference shown here - is further inflated by the API mismatch, see [1]. [CSIT-1739] - - [15] OPEN Progression in nat44 test (not scale ones). [CSIT-1747] - - [17] OPEN Progression in some vhost tests (dpdk in VM). [CSIT-1749] -" diff --git a/resources/tools/presentation/rca/rca-2n-clx-2t1c-pdr-rca2.yaml b/resources/tools/presentation/rca/rca-2n-clx-2t1c-pdr-rca2.yaml deleted file mode 100644 index c6054fffd9..0000000000 --- a/resources/tools/presentation/rca/rca-2n-clx-2t1c-pdr-rca2.yaml +++ /dev/null @@ -1,29 +0,0 @@ -# VPP progressions. -64b-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 11 -64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 17 -64b-2t1c-avf-eth-l2bdscale100kmaclrn: 12 -64b-2t1c-avf-eth-l2bdscale10kmaclrn: 12 -64b-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr: 11 -64b-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows: 14 -64b-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows: 13 -64b-2t1c-avf-ethip4udp-ip4base-nat44: 15 -64b-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows: 14 -64b-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows: 13 -64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 11 -64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr: 11 -64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 17 -64b-2t1c-eth-l2bdscale100kmaclrn: 12 -64b-2t1c-eth-l2bdscale10kmaclrn: 12 -64b-2t1c-eth-l2xcbase-eth-2memif-1dcr: 11 -64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 11 -64b-2t1c-ethip4udp-ip4base-nat44: 15 -78b-2t1c-avf-dot1q-ip6base: 10 -78b-2t1c-avf-ethip6-ip6scale200k: 9 -78b-2t1c-avf-ethip6-ip6scale20k: 9 -78b-2t1c-avf-ethip6-ip6scale2m: 9 -78b-2t1c-ethip6-ip6scale200k: 9 -78b-2t1c-ethip6-ip6scale20k: 9 -78b-2t1c-ethip6-ip6scale2m: 9 -# VPP regressions. - -# Footnotes are in RCA1 file. diff --git a/resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca1.yaml b/resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca1.yaml deleted file mode 100644 index b2103da304..0000000000 --- a/resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca1.yaml +++ /dev/null @@ -1,79 +0,0 @@ -# CSIT progressions. -64b-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 7 -64b-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 5 -64b-2t1c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm: 7 -64b-2t1c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 5 -64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 5 -64b-2t1c-avf-eth-l2patch: 7 -64b-2t1c-avf-eth-l2xcbase: 7 -64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 5 -64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 5 -64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 5 -64b-2t1c-eth-l2xcbase: 7 -64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 5 -# CSIT regressions. -64b-2t1c-avf-dot1q-ip4base: 7 -64b-2t1c-avf-dot1q-l2xcbase: 7 -64b-2t1c-avf-eth-l2bdscale1mmaclrn: 7 -64b-2t1c-avf-ethip4-ip4scale200k: 7 -64b-2t1c-avf-ethip4-ip4scale200k-rnd: 2 -64b-2t1c-avf-ethip4-ip4scale20k-rnd: 2 -64b-2t1c-avf-ethip4-ip4scale2m: 7 -64b-2t1c-avf-ethip4-ip4scale2m-rnd: 2 -64b-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows: 1 -64b-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows: 1 -64b-2t1c-avf-ethip4udp-ip4base-nat44: 7 -64b-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows: 1 -64b-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows: 1 -64b-2t1c-ethip4-ip4scale200k-rnd: 2 -64b-2t1c-ethip4-ip4scale2m: 7 -64b-2t1c-ethip4-ip4scale2m-rnd: 2 -78b-2t1c-avf-ethip6-ip6scale20k: 7 -78b-2t1c-avf-ethip6-ip6base: 7 - -# Multiline string, empty lines (or \n) are required, -# see https://yaml-multiline.info/ - -footnote: " - [1] DONE Apparent regression in ACL tests due to Gerrit 26112. With CSIT - using changed VPP API, instead of failing, misconfigured VPP passes - the test, albeit with reduced performance. [CSIT-1739] - - [2] DONE Regression in tests using random flow sequencing due to - Gerrit 26456. Unpinned random seed to make TRex workers generate - different sequences of packets. [CSIT-1731] - - [5] DONE Progression in tests with VPP (l2xc) inside a VM due to - Gerrit 25309. Make VPP in VM worker placement deterministic. - [CSIT-1738] - - [7] POSTPONED Possible anomaly, but stdev of results is high. - Performance differences considered to probably be just noise. - - [8] DONE Regressions in some tests with VPP in VM due to Gerrit - 26744. Switch to clang-9 compiler identified as cause. Tests using - l2xcbase as vswitch with small stdev used for bisect. [CSIT-1741] - - [9] OPEN Progression in all ip6 scale tests. Changes to vppinfra - bihash may have improved code efficiency. [CSIT-1735] - - [11] OPEN Progression in memif tests, mainly in - avf-eth-l2xcbase-eth-2memif-1dcr. Two progression candidates found: - Gerrit 24053 and Gerrit 26744. Performance results are not consistent enough - to separate the two from other possible causes. [CSIT-1744] - - [12] OPEN Progression in some l2bdscale tests. [CSIT-1745] - - [13] DONE Stateless ACL tests have the same performance in 2005.0-4 - as in 2001.0-2. The difference shown here is inflated by an API - change, see [1]. [CSIT-1739] - - [14] DONE Stateful ACL tests have better performance in 2005.0-4 as - in 2001.0-2. The CSIT part of API change, Gerrit 26112, has fixed - an earlier CSIT regression in the same tests. The difference shown here - is further inflated by the API mismatch, see [1]. [CSIT-1739] - - [15] OPEN Progression in nat44 test (not scale ones). [CSIT-1747] - - [17] OPEN Progression in some vhost tests (dpdk in VM). [CSIT-1749] -" diff --git a/resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca2.yaml b/resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca2.yaml deleted file mode 100644 index 2a20b5ea37..0000000000 --- a/resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca2.yaml +++ /dev/null @@ -1,37 +0,0 @@ -# VPP progressions. -64b-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 11 -64b-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 17 -64b-2t1c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm: 7 -64b-2t1c-avf-eth-l2bdscale10kmaclrn: 12 -64b-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr: 11 -64b-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows: 14 -64b-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows: 13 -64b-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows: 14 -64b-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows: 13 -78b-2t1c-avf-ethip6-ip6scale200k: 7 -78b-2t1c-avf-ethip6-ip6scale2m: 7 -64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 11 -64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 17 -64b-2t1c-eth-l2bdscale100kmaclrn: 12 -64b-2t1c-eth-l2bdscale10kmaclrn: 12 -64b-2t1c-ethip4udp-ip4base-nat44: 15 -78b-2t1c-ethip6-ip6scale200k: 9 -78b-2t1c-ethip6-ip6scale20k: 9 -78b-2t1c-ethip6-ip6scale2m: 9 -# VPP regressions. -64b-2t1c-avf-dot1q-ip4base: 7 -64b-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 7 -64b-2t1c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 7 -64b-2t1c-avf-eth-l2bdbasemaclrn: 7 -64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 7 -64b-2t1c-avf-eth-l2bdscale1mmaclrn: 7 -64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 8 -64b-2t1c-avf-ethip4-ip4scale200k: 7 -64b-2t1c-avf-ethip4-ip4scale200k-rnd: 7 -64b-2t1c-avf-ethip4-ip4scale2m: 7 -64b-2t1c-avf-ethip4-ip4scale2m-rnd: 7 -64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 7 -64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 7 -64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 8 - -# Footnotes are in RCA1 file. diff --git a/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca1.yaml b/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca1.yaml deleted file mode 100644 index 38d67cd539..0000000000 --- a/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca1.yaml +++ /dev/null @@ -1,74 +0,0 @@ -# CSIT progressions. -64b-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 5 -64b-2t1c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 5 -64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 5 -64b-2t1c-avf-eth-l2xcbase: 4 -64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 5 -64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 5 -64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 5 -64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 5 -# CSIT regressions. -64b-2t1c-avf-dot1q-l2xcbase: 3 -64b-2t1c-avf-ethip4-ip4scale200k-rnd: 2 -64b-2t1c-avf-ethip4-ip4scale2m-rnd: 2 -64b-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows: 1 -64b-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows: 1 -64b-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows: 1 -64b-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows: 1 -64b-2t1c-ethip4-ip4scale200k-rnd: 2 -64b-2t1c-ethip4-ip4scale2m: 7 -64b-2t1c-ethip4-ip4scale2m-rnd: 2 - -# Multiline string, empty lines (or \n) are required, -# see https://yaml-multiline.info/ - -footnote: " - [1] DONE Apparent regression in ACL tests due to Gerrit 26112. With CSIT - using changed VPP API, instead of failing, misconfigured VPP passes - the test, albeit with reduced performance. [CSIT-1739] - - [2] DONE Regression in tests using random flow sequencing due to - Gerrit 26456. Unpinned random seed to make TRex workers generate - different sequences of packets. [CSIT-1731] - - [3] DONE Regression in base dot1q-l2xcbase suites due to Gerrit - 25363. Unified dot1q handling across various tests. Previously, - this one suite was different, using dot1q on one port only. - - [4] DONE Progression in high performance tests due to Gerrit 26445. - TRex setting improvement. [CSIT-1740] - - [5] DONE Progression in tests with VPP (l2xc) inside a VM due to - Gerrit 25309. Make VPP in VM worker placement deterministic. - [CSIT-1738] - - [7] POSTPONED Possible anomaly, but stdev of results is high. - Performance differences considered to probably be just noise. - - [8] DONE Regressions in some tests with VPP in VM due to Gerrit - 26744. Switch to clang-9 compiler identified as cause. Tests using - l2xcbase as vswitch with small stdev used for bisect. [CSIT-1741] - - [9] OPEN Progression in all ip6 scale tests. Changes to vppinfra - bihash may have improved code efficiency. [CSIT-1735] - - [11] OPEN Progression in memif tests, mainly in - avf-eth-l2xcbase-eth-2memif-1dcr. Two progression candidates found: - Gerrit 24053 and Gerrit 26744. Performance results are not consistent enough - to separate the two from other possible causes. [CSIT-1744] - - [12] OPEN Progression in some l2bdscale tests. [CSIT-1745] - - [13] DONE Stateless ACL tests have the same performance in 2005.0-4 - as in 2001.0-2. The difference shown here is inflated by an API - change, see [1]. [CSIT-1739] - - [14] DONE Stateful ACL tests have better performance in 2005.0-4 as - in 2001.0-2. The CSIT part of API change, Gerrit 26112, has fixed - an earlier CSIT regression in the same tests. The difference shown here - is further inflated by the API mismatch, see [1]. [CSIT-1739] - - [15] OPEN Progression in nat44 test (not scale ones). [CSIT-1747] - - [17] OPEN Progression in some vhost tests (dpdk in VM). [CSIT-1749] -" diff --git a/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca2.yaml b/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca2.yaml deleted file mode 100644 index 32c8055d6b..0000000000 --- a/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca2.yaml +++ /dev/null @@ -1,31 +0,0 @@ -# VPP progressions. -64b-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 11 -64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 17 -64b-2t1c-avf-eth-l2bdscale100kmaclrn: 12 -64b-2t1c-avf-eth-l2bdscale10kmaclrn: 12 -64b-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr: 11 -64b-2t1c-avf-ethip4udp-ip4base-iacl50sf-10kflows: 14 -64b-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows: 13 -64b-2t1c-avf-ethip4udp-ip4base-nat44: 15 -64b-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows: 14 -64b-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows: 13 -64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 11 -64b-2t1c-eth-l2bdscale100kmaclrn: 12 -64b-2t1c-eth-l2bdscale10kmaclr: 12 -64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr: 11 -64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 17 -64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 11 -64b-2t1c-ethip4udp-ip4base-nat44: 15 -78b-2t1c-avf-ethip6-ip6scale200k: 9 -78b-2t1c-avf-ethip6-ip6scale2m: 9 -78b-2t1c-ethip6-ip6scale200k: 9 -78b-2t1c-ethip6-ip6scale2m: 9 -78b-2t1c-ethip6-ip6scale20k: 9 -78b-2t1c-avf-ethip6-ip6scale20k: 9 -# VPP regressions. -64b-2t1c-avf-ethip4-ip4scale2m: 7 -64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 8 -64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 8 -64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 7 - -# Footnotes are in RCA1 file. diff --git a/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca1.yaml b/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca1.yaml deleted file mode 100644 index 2c55514909..0000000000 --- a/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca1.yaml +++ /dev/null @@ -1,60 +0,0 @@ -# CSIT progressions. -64b-2t1c-avf-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 7 -64b-2t1c-avf-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 7 -64b-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 5 -64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 5 -64b-2t1c-avf-eth-l2xcbase: 4 -64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 5 -64b-2t1c-avf-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4: 5 -64b-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm: 7 -# CSIT regressions. -64b-2t1c-avf-eth-l2bdscale1mmaclrn: 7 -64b-2t1c-avf-ethip4-ip4scale2m: 7 -64b-2t1c-ethip4-ip4scale2m: 7 -imix-2t1c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm: 6 -imix-2t1c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm: 6 -imix-2t1c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm: 6 -imix-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm: 6 -imix-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm: 6 - -# Multiline string, empty lines (or \n) are required, -# see https://yaml-multiline.info/ - -footnote: " - [4] DONE Progression in high performance tests due to Gerrit 26445. - TRex setting improvement. [CSIT-1740] - - [5] DONE Progression in tests with VPP (l2xc) inside a VM due to - Gerrit 25309. Make VPP in VM worker placement deterministic. - [CSIT-1738] - - [6] DONE Apparent regression in CSIT is caused by VPP renaming - the most performant IPsec plugin, thus the current CSIT version used with - the previous VPP version measures the less performant VPP IPsec plugin. - [CSIT-1742] - - [7] POSTPONED Possible anomaly, but stdev of results is high. - Performance differences considered to probably be just noise. - - [8] DONE Regressions in some tests with VPP in VM due to Gerrit - 26744. Switch to clang-9 compiler identified as cause. Tests using - l2xcbase as vswitch with small stdev used for bisect. [CSIT-1741] - - [9] OPEN Progression in all ip6 scale tests. Changes to vppinfra - bihash may have improved code efficiency. [CSIT-1735] - - [10] OPEN Progression in ip6 base tests with dot1q. [CSIT-1746] - - [11] OPEN Progression in memif tests, mainly in - avf-eth-l2xcbase-eth-2memif-1dcr. Two progression candidates found: - Gerrit 24053 and Gerrit 26744. Performance results are not consistent enough - to separate the two from other possible causes. [CSIT-1744] - - [12] OPEN Progression in some l2bdscale tests. [CSIT-1745] - - [16] OPEN Apparent progression in IPsec tests, only for aes128cbc-hmac512sha. - Considering [6], the positive difference is not large enough, - so there was probably a VPP regression. [CSIT-1748] - - [17] OPEN Progression in some vhost tests (dpdk in VM). [CSIT-1749] -" diff --git a/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca2.yaml b/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca2.yaml deleted file mode 100644 index 25b4e65271..0000000000 --- a/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca2.yaml +++ /dev/null @@ -1,24 +0,0 @@ -# VPP progressions. -1518b-2t1c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha: 16 -64b-2t1c-avf-eth-l2bdscale100kmaclrn: 12 -64b-2t1c-avf-eth-l2bdscale10kmaclrn: 12 -64b-2t1c-avf-eth-l2xcbase-eth-2memif-1dcr: 11 -64b-2t1c-avf-eth-l2xcbase-eth-2memif-1lxc: 11 -64b-2t1c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 11 -64b-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 17 -64b-2t1c-avf-ethip4-ip4base-eth-2vhostvr1024-1vm: 7 -64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1lxc: 11 -64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 17 -64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 11 -64b-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm: 17 -78b-2t1c-avf-dot1q-ip6base: 10 -78b-2t1c-avf-ethip6-ip6scale200k: 9 -78b-2t1c-avf-ethip6-ip6scale20k: 9 -78b-2t1c-avf-ethip6-ip6scale2m: 9 -78b-2t1c-ethip6-ip6scale2m: 9 -imix-2t1c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha: 16 -# VPP regressions. -64b-2t1c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 8 -64b-2t1c-avf-ethip4-ip4scale2m: 7 - -# Footnotes are in RCA1 file. diff --git a/resources/tools/presentation/run_convert.sh b/resources/tools/presentation/run_convert.sh deleted file mode 100755 index 814fab3a28..0000000000 --- a/resources/tools/presentation/run_convert.sh +++ /dev/null @@ -1,35 +0,0 @@ -#!/bin/bash - -set -x - -# set default values in config array -typeset -A CFG -typeset -A DIR - -DIR[WORKING]=_tmp - -# Create working directories -mkdir ${DIR[WORKING]} - -# Create virtual environment -virtualenv -p $(which python3) ${DIR[WORKING]}/env -source ${DIR[WORKING]}/env/bin/activate - -# FIXME: s3 config (until migrated to vault, then account will be reset) -mkdir -p ${HOME}/.aws -echo "[nomad-s3]" >> ${HOME}/.aws/config -echo "[nomad-s3] -aws_access_key_id = csit -aws_secret_access_key = Csit1234" >> ${HOME}/.aws/credentials - -# Install python dependencies: -pip3 install -r requirements.txt - -export PYTHONPATH=`pwd`:`pwd`/../../../ - -python pal.py \ - --specification specifications/converter \ - --logging INFO \ - -RETURN_STATUS=$(echo $?) -exit ${RETURN_STATUS} diff --git a/resources/tools/presentation/specification_parser.py b/resources/tools/presentation/specification_parser.py deleted file mode 100644 index 6909c31e7f..0000000000 --- a/resources/tools/presentation/specification_parser.py +++ /dev/null @@ -1,920 +0,0 @@ -# Copyright (c) 2023 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -"""Specification - -Parsing of the specification YAML file. -""" - - -from os.path import join, exists - -import logging -from pprint import pformat - -from yaml import load, FullLoader, YAMLError - -from pal_errors import PresentationError -from pal_utils import ( - get_last_successful_build_nr, get_last_completed_build_number -) - - -class Specification: - """Specification of Presentation and analytics layer. - - - based on specification specified in the specification YAML files - - presentation and analytics layer is model driven - """ - - # Tags are used in specification YAML file and replaced while the file is - # parsed. - TAG_OPENER = u"{" - TAG_CLOSER = u"}" - - def __init__(self, cfg_dir): - """Initialization. - - :param cfg_dir: Directory with the specification files. - :type cfg_dir: str - """ - self._cfg_dir = cfg_dir - self._cfg_yaml = None - - self._specification = { - u"environment": dict(), - u"data_sets": dict(), - u"layouts": dict(), - u"static": dict(), - u"input": dict(), - u"output": dict(), - u"tables": list(), - u"plots": list(), - u"files": list(), - u"cpta": dict() - } - - @property - def specification(self): - """Getter - specification. - - :returns: Specification. - :rtype: dict - """ - return self._specification - - @property - def environment(self): - """Getter - environment. - - :returns: Environment specification. - :rtype: dict - """ - return self._specification[u"environment"] - - @property - def data_sets(self): - """Getter - data_sets. - - :returns: Data sets. - :rtype: dict - """ - return self._specification[u"data_sets"] - - @property - def layouts(self): - """Getter - layouts. - - :returns: Layouts. - :rtype: dict - """ - return self._specification[u"layouts"] - - @property - def static(self): - """Getter - static content. - - :returns: Static content specification. - :rtype: dict - """ - return self._specification[u"static"] - - @property - def mapping(self): - """Getter - Mapping. - - :returns: Mapping of the old names of test cases to the new (actual) - one. - :rtype: dict - """ - return self.environment[u"mapping"] - - @property - def ignore(self): - """Getter - Ignore list. - - :returns: List of ignored test cases. - :rtype: list - """ - return self.environment[u"ignore"] - - @property - def alerting(self): - """Getter - Alerting. - - # TODO - - :returns: Specification of alerts. - :rtype: dict - """ - return self.environment[u"alerting"] - - @property - def input(self): - """Getter - specification - inputs. - - jobs and builds. - - :returns: Inputs. - :rtype: dict - """ - return self._specification[u"input"] - - @input.setter - def input(self, new_value): - """Setter - specification - inputs. - - :param new_value: New value to be set. - :type new_value: dict - """ - self._specification[u"input"] = new_value - - def add_build(self, job, build): - """Add a build to the list of builds if it does not exist there. - - :param job: The job which run the build. - :param build: The build to be added. - :type job: str - :type build: dict - """ - if self.input.get(job, None) is None: - self.input[job] = list() - for existing_build in self.input[job]: - if existing_build[u"build"] == build[u"build"]: - break - else: - self.input[job].append(build) - - @property - def output(self): - """Getter - specification - output formats and versions to be generated. - - formats: html, pdf - - versions: full, ... - - :returns: Outputs to be generated. - :rtype: dict - """ - return self._specification[u"output"] - - @property - def tables(self): - """Getter - tables to be generated. - - :returns: List of specifications of tables to be generated. - :rtype: list - """ - return self._specification.get(u"tables", list()) - - @property - def plots(self): - """Getter - plots to be generated. - - :returns: List of specifications of plots to be generated. - :rtype: list - """ - return self._specification.get(u"plots", list()) - - @property - def files(self): - """Getter - files to be generated. - - :returns: List of specifications of files to be generated. - :rtype: list - """ - return self._specification.get(u"files", list()) - - @property - def cpta(self): - """Getter - Continuous Performance Trending and Analysis to be - generated. - - :returns: List of specifications of Continuous Performance Trending and - Analysis to be generated. - :rtype: list - """ - return self._specification[u"cpta"] - - def set_input_state(self, job, build_nr, state): - """Set the state of the input. - - :param job: Job name. - :param build_nr: Build number. - :param state: The new input state. - :type job: str - :type build_nr: int - :type state: str - :raises: PresentationError if wrong job and/or build is provided. - """ - - try: - for build in self.input[job]: - if build[u"build"] == build_nr: - build[u"status"] = state - break - else: - raise PresentationError( - f"Build {build_nr} is not defined for job {job} in " - f"specification file." - ) - except KeyError: - raise PresentationError( - f"Job {job} and build {build_nr} is not defined in " - f"specification file." - ) - - def set_input_file_name(self, job, build_nr, file_name): - """Set the file name for the input. - - :param job: Job name. - :param build_nr: Build number. - :param file_name: The new file name. - :type job: str - :type build_nr: int - :type file_name: str - :raises: PresentationError if wrong job and/or build is provided. - """ - - try: - for build in self.input[job]: - if build[u"build"] == build_nr: - build[u"file-name"] = file_name - break - else: - raise PresentationError( - f"Build {build_nr} is not defined for job {job} in " - f"specification file." - ) - except KeyError: - raise PresentationError( - f"Job {job} and build {build_nr} is not defined in " - f"specification file." - ) - - def _get_build_number(self, job, build_type): - """Get the number of the job defined by its name: - - lastSuccessfulBuild - - lastCompletedBuild - - :param job: Job name. - :param build_type: Build type: - - lastSuccessfulBuild - - lastCompletedBuild - :type job" str - :raises PresentationError: If it is not possible to get the build - number. - :returns: The build number. - :rtype: int - """ - - # defined as a range - if build_type == u"lastSuccessfulBuild": - # defined as a range - ret_code, build_nr, _ = get_last_successful_build_nr( - self.environment[u"urls"][u"URL[JENKINS,CSIT]"], job) - elif build_type == u"lastCompletedBuild": - # defined as a range - ret_code, build_nr, _ = get_last_completed_build_number( - self.environment[u"urls"][u"URL[JENKINS,CSIT]"], job) - else: - raise PresentationError(f"Not supported build type: {build_type}") - if ret_code != 0: - raise PresentationError( - f"Not possible to get the build number of {job}." - ) - try: - build_nr = int(build_nr) - return build_nr - except ValueError as err: - raise PresentationError( - f"Not possible to get the build number of {job}. Reason:\n" - f"{repr(err)}" - ) - - def _get_type_index(self, item_type): - """Get index of item type (environment, input, output, ...) in - specification YAML file. - - :param item_type: Item type: Top level items in specification YAML file, - e.g.: environment, input, output. - :type item_type: str - :returns: Index of the given item type. - :rtype: int - """ - - index = 0 - for item in self._cfg_yaml: - if item[u"type"] == item_type: - return index - index += 1 - return None - - def _find_tag(self, text): - """Find the first tag in the given text. The tag is enclosed by the - TAG_OPENER and TAG_CLOSER. - - :param text: Text to be searched. - :type text: str - :returns: The tag, or None if not found. - :rtype: str - """ - try: - start = text.index(self.TAG_OPENER) - end = text.index(self.TAG_CLOSER, start + 1) + 1 - return text[start:end] - except ValueError: - return None - - def _replace_tags(self, data, src_data=None): - """Replace tag(s) in the data by their values. - - :param data: The data where the tags will be replaced by their values. - :param src_data: Data where the tags are defined. It is dictionary where - the key is the tag and the value is the tag value. If not given, - 'data' is used instead. - :type data: str, list or dict - :type src_data: dict - :returns: Data with the tags replaced. - :rtype: str, list or dict - :raises: PresentationError if it is not possible to replace the tag or - the data is not the supported data type (str, list or dict). - """ - - if src_data is None: - src_data = data - - if isinstance(data, str): - tag = self._find_tag(data) - if tag is not None: - data = data.replace(tag, src_data[tag[1:-1]]) - return data - - if isinstance(data, list): - new_list = list() - for item in data: - new_list.append(self._replace_tags(item, src_data)) - return new_list - - if isinstance(data, dict): - counter = 0 - for key, value in data.items(): - tag = self._find_tag(value) - if tag is not None: - try: - data[key] = value.replace(tag, src_data[tag[1:-1]]) - counter += 1 - except KeyError: - raise PresentationError( - f"Not possible to replace the tag {tag}" - ) - if counter: - self._replace_tags(data, src_data) - return data - - raise PresentationError(u"Replace tags: Not supported data type.") - - def _parse_env(self): - """Parse environment specification in the specification YAML file. - """ - - logging.info(u"Parsing specification: ENVIRONMENT") - - idx = self._get_type_index(u"environment") - if idx is None: - return - - self._specification[u"environment"][u"spec-files"] = \ - self._cfg_yaml[idx].get(u"spec-files", None) - - try: - self._specification[u"environment"][u"paths"] = \ - self._replace_tags(self._cfg_yaml[idx][u"paths"]) - except KeyError: - self._specification[u"environment"][u"paths"] = None - - self._specification[u"environment"][u"data-sources"] = \ - self._cfg_yaml[idx].get(u"data-sources", tuple()) - # Add statistics: - for source in self._specification[u"environment"][u"data-sources"]: - source[u"successful-downloads"] = 0 - - self._specification[u"environment"][u"make-dirs"] = \ - self._cfg_yaml[idx].get(u"make-dirs", None) - - self._specification[u"environment"][u"remove-dirs"] = \ - self._cfg_yaml[idx].get(u"remove-dirs", None) - - self._specification[u"environment"][u"build-dirs"] = \ - self._cfg_yaml[idx].get(u"build-dirs", None) - - self._specification[u"environment"][u"testbeds"] = \ - self._cfg_yaml[idx].get(u"testbeds", None) - - self._specification[u"environment"][u"limits"] = \ - self._cfg_yaml[idx].get(u"limits", None) - - self._specification[u"environment"][u"frequency"] = \ - self._cfg_yaml[idx].get(u"frequency", dict()) - - self._specification[u"environment"][u"urls"] = \ - self._cfg_yaml[idx].get(u"urls", None) - - self._specification[u"environment"][u"archive-inputs"] = \ - self._cfg_yaml[idx].get(u"archive-inputs", False) - - self._specification[u"environment"][u"reverse-input"] = \ - self._cfg_yaml[idx].get(u"reverse-input", False) - - self._specification[u"environment"][u"time-period"] = \ - self._cfg_yaml[idx].get(u"time-period", None) - - self._specification[u"environment"][u"alerting"] = \ - self._cfg_yaml[idx].get(u"alerting", None) - - self._specification[u"environment"][u"mapping-file"] = \ - self._cfg_yaml[idx].get(u"mapping-file", None) - - self._specification[u"environment"][u"ignore-list"] = \ - self._cfg_yaml[idx].get(u"ignore-list", None) - - # Mapping table: - self._load_mapping_table() - - # Ignore list: - self._load_ignore_list() - - def _parse_layouts(self): - """Parse layouts specification in the specification YAML file. - """ - - logging.info(u"Parsing specification: LAYOUTS") - - idx = self._get_type_index(u"layouts") - if idx is None: - return - - try: - self._specification[u"layouts"] = self._cfg_yaml[idx] - except KeyError: - raise PresentationError(u"No layouts defined.") - - def _parse_data_sets(self): - """Parse data sets specification in the specification YAML file. - """ - - logging.info(u"Parsing specification: DATA SETS") - - idx = self._get_type_index(u"data-sets") - if idx is None: - return - - try: - self._specification[u"data_sets"] = self._cfg_yaml[idx] - except KeyError: - raise PresentationError(u"No Data sets defined.") - - # Replace ranges by lists - for set_name, data_set in self.data_sets.items(): - if not isinstance(data_set, dict): - continue - for job, builds in data_set.items(): - if not builds: - continue - if isinstance(builds, dict): - build_end = builds.get(u"end", None) - max_builds = builds.get(u"max-builds", None) - reverse = builds.get(u"reverse", False) - try: - build_end = int(build_end) - except ValueError: - # defined as a range - build_end = self._get_build_number(job, build_end) - builds = list(range(builds[u"start"], build_end + 1)) - if max_builds and max_builds < len(builds): - builds = builds[-max_builds:] - if reverse: - builds.reverse() - self.data_sets[set_name][job] = builds - elif isinstance(builds, list): - for idx, item in enumerate(builds): - try: - builds[idx] = int(item) - except ValueError: - # defined as a range - builds[idx] = self._get_build_number(job, item) - - # Add sub-sets to sets (only one level): - for set_name, data_set in self.data_sets.items(): - if isinstance(data_set, list): - new_set = dict() - for item in data_set: - try: - for key, val in self.data_sets[item].items(): - new_set[key] = val - except KeyError: - raise PresentationError( - f"Data set {item} is not defined." - ) - self.data_sets[set_name] = new_set - - def _load_mapping_table(self): - """Load a mapping table if it is specified. If not, use empty dict. - """ - - mapping_file_name = self.environment.get(u"mapping-file", None) - if mapping_file_name: - try: - with open(mapping_file_name, u'r') as mfile: - mapping = load(mfile, Loader=FullLoader) - # Make sure everything is lowercase - self.environment[u"mapping"] = \ - {key.lower(): val.lower() for key, val in - mapping.items()} - logging.debug(f"Loaded mapping table:\n{mapping}") - except (YAMLError, IOError) as err: - raise PresentationError( - msg=f"An error occurred while parsing the mapping file " - f"{mapping_file_name}", - details=repr(err) - ) - else: - self.environment[u"mapping"] = dict() - - def _load_ignore_list(self): - """Load an ignore list if it is specified. If not, use empty list. - """ - - ignore_list_name = self.environment.get(u"ignore-list", None) - if ignore_list_name: - try: - with open(ignore_list_name, u'r') as ifile: - ignore = load(ifile, Loader=FullLoader) - # Make sure everything is lowercase - self.environment[u"ignore"] = \ - [item.lower() for item in ignore] - logging.debug(f"Loaded ignore list:\n{ignore}") - except (YAMLError, IOError) as err: - raise PresentationError( - msg=f"An error occurred while parsing the ignore list file " - f"{ignore_list_name}.", - details=repr(err) - ) - else: - self.environment[u"ignore"] = list() - - def _parse_output(self): - """Parse output specification in the specification YAML file. - - :raises: PresentationError if there is no output defined. - """ - - logging.info(u"Parsing specification: OUTPUT") - - idx = self._get_type_index(u"output") - if idx is None: - raise PresentationError(u"No output defined.") - - try: - self._specification[u"output"] = self._cfg_yaml[idx] - except (KeyError, IndexError): - raise PresentationError(u"No output defined.") - - def _parse_static(self): - """Parse specification of the static content in the specification YAML - file. - """ - - logging.info(u"Parsing specification: STATIC CONTENT") - - idx = self._get_type_index(u"static") - if idx is None: - logging.warning(u"No static content specified.") - self._specification[u"static"] = dict() - return - - for key, value in self._cfg_yaml[idx].items(): - if isinstance(value, str): - try: - self._cfg_yaml[idx][key] = self._replace_tags( - value, self._specification[u"environment"][u"paths"]) - except KeyError: - pass - - self._specification[u"static"] = self._cfg_yaml[idx] - - def _parse_elements_tables(self, table): - """Parse tables from the specification YAML file. - - :param table: Table to be parsed from the specification file. - :type table: dict - :raises PresentationError: If wrong data set is used. - """ - - try: - table[u"template"] = self._replace_tags( - table[u"template"], - self._specification[u"environment"][u"paths"]) - except KeyError: - pass - - # Add data sets - try: - for item in (u"reference", u"compare"): - if table.get(item, None): - data_set = table[item].get(u"data", None) - if isinstance(data_set, str): - table[item][u"data"] = self.data_sets[data_set] - data_set = table[item].get(u"data-replacement", None) - if isinstance(data_set, str): - table[item][u"data-replacement"] = \ - self.data_sets[data_set] - - if table.get(u"columns", None): - for i in range(len(table[u"columns"])): - data_set = table[u"columns"][i].get(u"data-set", None) - if isinstance(data_set, str): - table[u"columns"][i][u"data-set"] = \ - self.data_sets[data_set] - data_set = table[u"columns"][i].get( - u"data-replacement", None) - if isinstance(data_set, str): - table[u"columns"][i][u"data-replacement"] = \ - self.data_sets[data_set] - - if table.get(u"lines", None): - for i in range(len(table[u"lines"])): - data_set = table[u"lines"][i].get(u"data-set", None) - if isinstance(data_set, str): - table[u"lines"][i][u"data-set"] = \ - self.data_sets[data_set] - - except KeyError: - raise PresentationError( - f"Wrong set '{data_set}' used in {table.get(u'title', u'')}." - ) - - self._specification[u"tables"].append(table) - - def _parse_elements_plots(self, plot): - """Parse plots from the specification YAML file. - - :param plot: Plot to be parsed from the specification file. - :type plot: dict - :raises PresentationError: If plot layout is not defined. - """ - - # Add layout to the plots: - layout = plot[u"layout"].get(u"layout", None) - if layout is not None: - plot[u"layout"].pop(u"layout") - try: - for key, val in self.layouts[layout].items(): - plot[u"layout"][key] = val - except KeyError: - raise PresentationError(f"Layout {layout} is not defined.") - self._specification[u"plots"].append(plot) - - def _parse_elements_files(self, file): - """Parse files from the specification YAML file. - - :param file: File to be parsed from the specification file. - :type file: dict - """ - - try: - file[u"dir-tables"] = self._replace_tags( - file[u"dir-tables"], - self._specification[u"environment"][u"paths"]) - except KeyError: - pass - self._specification[u"files"].append(file) - - def _parse_elements_cpta(self, cpta): - """Parse cpta from the specification YAML file. - - :param cpta: cpta to be parsed from the specification file. - :type cpta: dict - :raises PresentationError: If wrong data set is used or if plot layout - is not defined. - """ - - for plot in cpta[u"plots"]: - # Add layout to the plots: - layout = plot.get(u"layout", None) - if layout is not None: - try: - plot[u"layout"] = self.layouts[layout] - except KeyError: - raise PresentationError(f"Layout {layout} is not defined.") - # Add data sets: - if isinstance(plot.get(u"data", None), str): - data_set = plot[u"data"] - try: - plot[u"data"] = self.data_sets[data_set] - except KeyError: - raise PresentationError( - f"Data set {data_set} is not defined." - ) - self._specification[u"cpta"] = cpta - - def _parse_elements(self): - """Parse elements (tables, plots, ..) specification in the specification - YAML file. - """ - - logging.info(u"Parsing specification: ELEMENTS") - - count = 1 - for element in self._cfg_yaml: - - # Replace tags: - try: - element[u"output-file"] = self._replace_tags( - element[u"output-file"], - self.environment[u"paths"] - ) - except KeyError: - pass - - try: - element[u"input-file"] = self._replace_tags( - element[u"input-file"], - self.environment[u"paths"] - ) - except KeyError: - pass - - try: - element[u"output-file-links"] = self._replace_tags( - element[u"output-file-links"], - self.environment[u"paths"] - ) - except KeyError: - pass - - # Add data sets to the elements: - if isinstance(element.get(u"data", None), str): - data_set = element[u"data"] - try: - element[u"data"] = self.data_sets[data_set] - except KeyError: - raise PresentationError( - f"Data set {data_set} is not defined." - ) - elif isinstance(element.get(u"data", None), list): - new_list = list() - for item in element[u"data"]: - try: - new_list.append(self.data_sets[item]) - except KeyError: - raise PresentationError( - f"Data set {item} is not defined." - ) - element[u"data"] = new_list - - # Parse elements: - if element[u"type"] == u"table": - logging.info(f" {count:3d} Processing a table ...") - self._parse_elements_tables(element) - count += 1 - elif element[u"type"] == u"plot": - logging.info(f" {count:3d} Processing a plot ...") - self._parse_elements_plots(element) - count += 1 - elif element[u"type"] == u"file": - logging.info(f" {count:3d} Processing a file ...") - self._parse_elements_files(element) - count += 1 - elif element[u"type"] == u"cpta": - logging.info( - f" {count:3d} Processing Continuous Performance Trending " - f"and Analysis ..." - ) - self._parse_elements_cpta(element) - count += 1 - - def _prepare_input(self): - """Use information from data sets and generate list of jobs and builds - to download. - """ - - logging.info(u"Parsing specification: INPUT") - - idx = self._get_type_index(u"input") - if idx is None: - logging.info(u"Creating the list of inputs from data sets.") - for data_set in self.data_sets.values(): - if data_set == "data-sets": - continue - for job, builds in data_set.items(): - for build in builds: - self.add_build( - job, - { - u"build": build, - u"status": None, - u"file-name": None, - u"source": None - } - ) - else: - logging.info(u"Reading pre-defined inputs.") - for job, builds in self._cfg_yaml[idx][u"builds"].items(): - for build in builds: - self.add_build( - job, - { - u"build": build, - u"status": None, - u"file-name": None, - u"source": None - } - ) - - if self.environment[u"reverse-input"]: - for builds in self.input.values(): - builds.sort(key=lambda k: k[u"build"], reverse=True) - - def read_specification(self): - """Parse specification in the specification YAML files. - - :raises: PresentationError if an error occurred while parsing the - specification file. - """ - - # It always starts with environment.yaml file, it must be present. - spec_file = join(self._cfg_dir, u"environment.yaml") - logging.info(f"Reading {spec_file}") - if not exists(spec_file): - raise PresentationError(f"The file {spec_file} does not exist.") - - with open(spec_file, u"r") as file_read: - try: - self._cfg_yaml = load(file_read, Loader=FullLoader) - except YAMLError as err: - raise PresentationError( - f"An error occurred while parsing the specification file " - f"{spec_file}", - details=repr(err) - ) - - # Load the other specification files specified in the environment.yaml - idx = self._get_type_index(u"environment") - if idx is None: - raise PresentationError( - f"No environment defined in the file {spec_file}" - ) - for spec_file in self._cfg_yaml[idx].get(u"spec-files", tuple()): - logging.info(f"Reading {spec_file}") - if not exists(spec_file): - raise PresentationError(f"The file {spec_file} does not exist.") - spec = None - with open(spec_file, u"r") as file_read: - try: - spec = load(file_read, Loader=FullLoader) - except YAMLError as err: - raise PresentationError( - f"An error occurred while parsing the specification " - f"file {spec_file}", - details=repr(err) - ) - if spec: - self._cfg_yaml.extend(spec) - - self._parse_env() - self._parse_layouts() - self._parse_data_sets() - self._parse_output() - self._parse_static() - self._parse_elements() - self._prepare_input() - - logging.debug(f"Specification: \n{pformat(self.specification)}") diff --git a/resources/tools/presentation/specifications/converter/environment.yaml b/resources/tools/presentation/specifications/converter/environment.yaml deleted file mode 100644 index 4ab9637eab..0000000000 --- a/resources/tools/presentation/specifications/converter/environment.yaml +++ /dev/null @@ -1,130 +0,0 @@ -################################################################################ -### E N V I R O N M E N T ### -################################################################################ - -- type: "environment" - - spec-files: - - "specifications/converter/input.yaml" # Only for converter XML --> JSON - - paths: - # Top level directories: - ## Working directory - DIR[WORKING]: "_tmp" - ## Build directories - DIR[BUILD,JSON]: "_build" - - # Working directories - ## Input data files (.zip, .xml) - DIR[WORKING,DATA]: "{DIR[WORKING]}/data" - - # Data sources are used in this order: - data-sources: - # JSON from S3 - - type: "json" - url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" - path: "{job}/{build}/{filename}" - file-name: "output.json.gz" - file-format: ".gz" - enabled: False - # XML - - type: "xml" - url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" - path: "{job}/{build}/archives/{filename}" - file-name: "output_info.xml.gz" - file-format: ".gz" - enabled: True - - type: "xml" - url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" - path: "{job}/{build}/{filename}" - file-name: "output_info.xml.gz" - file-format: ".gz" - enabled: True - - type: "xml" - url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" - path: "{job}/{build}/archives/{filename}" - file-name: "output_info.xml.gz" - file-format: ".gz" - enabled: True - - type: "xml" - url: "https://s3-logs.fd.io/logs/production/vex-yul-rot-jenkins-1" - path: "{job}/{build}/{filename}" - file-name: "output_info.xml.gz" - file-format: ".gz" - enabled: True - - type: "xml" - url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" - path: "{job}/{build}/archives/{filename}" - file-name: "output.xml.gz" - file-format: ".gz" - enabled: True - - type: "xml" - url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" - path: "{job}/{build}/archives/{filename}" - file-name: "output.xml.gz" - file-format: ".gz" - enabled: True - - type: "xml" - url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" - path: "{job}/{build}/{filename}" - file-name: "output.xml.gz" - file-format: ".gz" - enabled: True - - type: "xml" - url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" - path: "{job}/{build}/{filename}" - file-name: "output_info.xml.gz" - file-format: ".gz" - enabled: True - - type: "xml" - url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" - path: "{job}/{build}/{filename}" - file-name: "output.xml.gz" - file-format: ".gz" - enabled: True - # XML from docs.nexus - - type: "xml-docs" - url: "https://docs.fd.io/csit" - path: "report/_static/archive" - file-name: "output_info.xml.gz" - file-format: ".gz" - enabled: True - - type: "xml-docs" - url: "https://docs.fd.io/csit" - path: "report/_static/archive" - file-name: "output.xml.gz" - file-format: ".gz" - enabled: True - - type: "xml-docs" - url: "https://docs.fd.io/csit" - path: "report/_static/archive" - file-name: "robot-plugin.zip" - file-format: ".zip" - enabled: True - - make-dirs: - # List the directories which are created while preparing the environment. - # All directories MUST be defined in "paths" section. - - "DIR[WORKING,DATA]" - - remove-dirs: - # List the directories which are deleted while cleaning the environment. - # All directories MUST be defined in "paths" section. - - "DIR[WORKING,DATA]" - - build-dirs: - # List the directories where the results (build) is stored. - # All directories MUST be defined in "paths" section. - - "DIR[BUILD,JSON]" - -################################################################################ -### O U T P U T ### -################################################################################ - -- type: "output" - output: "convert-xml-to-json" - # type: flat | structured - # - flat - all .gz files in one directory - # - structured - .gz files in directories structured as job/build/*.gz - structure: "tree" # Use flat or tree - use-template: "json/template_0.1.0.json" diff --git a/resources/tools/presentation/specifications/converter/input.yaml b/resources/tools/presentation/specifications/converter/input.yaml deleted file mode 100644 index 0cf765030d..0000000000 --- a/resources/tools/presentation/specifications/converter/input.yaml +++ /dev/null @@ -1,21 +0,0 @@ -################################################################################ -### I N P U T X M L F I L E S ### -################################################################################ - -# This is only an example for converter XML --> JSON - -- type: "input" - - # 3n-hsw - - builds: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 65 # rls2101.rel NDRPDR reconf iter env 6 - - 69 # rls2101.rel Hoststack iter env 6 - - 64 # rls2101.rel NDRPDR iter env 6 - - 63 # rls2101.rel MRR iter env 6 - csit-vpp-perf-report-iterative-2101-2n-skx: - - 94 # rls2101.rel NDRPDR iter env 6 - - 68 # rls2101.rel soak env 6 - csit-vpp-device-2101-ubuntu1804-1n-skx: - - 358 # rls2101.rel VPP DEV env 6 diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml deleted file mode 100644 index fb8fab7f8b..0000000000 --- a/resources/tools/presentation/specifications/report/data_sets.yaml +++ /dev/null @@ -1,1431 +0,0 @@ -################################################################################ -### D A T A S E T S ### -################################################################################ - -- type: "data-sets" - - vpp-device-1n-skx: - csit-vpp-device-2302-ubuntu2204-x86_64-1n-skx: - - 110 # 2302.rel VPP DEV env 11 - - vpp-device-1n-tx2: - csit-vpp-device-2302-ubuntu2204-aarch64-1n-tx2: - - 110 # 2302.rel VPP DEV env 11 - -################################################################################ - - # TRex 2n-icx - - # trex-2n-icx-hist-iter: - # csit-trex-perf-report-iterative-2210-2n-icx: - # - 1 # 2210.rel NDRPDR iter env 11 - # - 2 # 2210.rel NDRPDR iter env 11 - # - 4 # 2210.rel NDRPDR iter env 11 - # - 7 # 2210.rel NDRPDR iter env 11 - # - 8 # 2210.rel NDRPDR iter env 11 - # - 9 # 2210.rel NDRPDR iter env 11 - # - 10 # 2210.rel NDRPDR iter env 11 - # - 11 # 2210.rel NDRPDR iter env 11 - # - 12 # 2210.rel NDRPDR iter env 11 - - trex-2n-icx-prev-iter: - csit-trex-perf-report-iterative-2210-2n-icx: - - 1 # 2210.rel NDRPDR iter env 11 - - 2 # 2210.rel NDRPDR iter env 11 - - 4 # 2210.rel NDRPDR iter env 11 - - 7 # 2210.rel NDRPDR iter env 11 - - 8 # 2210.rel NDRPDR iter env 11 - - 9 # 2210.rel NDRPDR iter env 11 - - 10 # 2210.rel NDRPDR iter env 11 - - 11 # 2210.rel NDRPDR iter env 11 - - 12 # 2210.rel NDRPDR iter env 11 - - trex-2n-icx-curr-iter: - csit-trex-perf-report-iterative-2302-2n-icx: - - 1 # 2302.rel NDRPDR iter env 11 - - 2 # 2302.rel NDRPDR iter env 11 - - 3 # 2302.rel NDRPDR iter env 11 - - 4 # 2302.rel NDRPDR iter env 11 - - 5 # 2302.rel NDRPDR iter env 11 - - 6 # 2302.rel NDRPDR iter env 11 - - 7 # 2302.rel NDRPDR iter env 11 - - 8 # 2302.rel NDRPDR iter env 11 - - 9 # 2302.rel NDRPDR iter env 11 - - 10 # 2302.rel NDRPDR iter env 11 - - trex-2n-icx-curr-iter-best: - csit-trex-perf-report-iterative-2302-2n-icx: - - 1 # 2302.rel NDRPDR iter env 11 - - trex-2n-icx-curr-cov: - csit-trex-perf-report-coverage-2302-2n-icx: - - 1 # 2302.rel NDRPDR cov env 11 - - # TRex 1n-aws - - # trex-1n-aws-hist-iter: - # csit-trex-perf-report-iterative-2210-1n-aws: - # - 4 # 2210.rel NDRPDR iter env 11 - # - 5 # 2210.rel NDRPDR iter env 11 - # - 6 # 2210.rel NDRPDR iter env 11 - # - 7 # 2210.rel NDRPDR iter env 11 - # - 11 # 2210.rel NDRPDR iter env 11 - # - 12 # 2210.rel NDRPDR iter env 11 - # - 13 # 2210.rel NDRPDR iter env 11 - # - 15 # 2210.rel NDRPDR iter env 11 - # - 16 # 2210.rel NDRPDR iter env 11 - # - 17 # 2210.rel NDRPDR iter env 11 - - trex-1n-aws-prev-iter: - csit-trex-perf-report-iterative-2210-1n-aws: - - 4 # 2210.rel NDRPDR iter env 11 - - 5 # 2210.rel NDRPDR iter env 11 - - 6 # 2210.rel NDRPDR iter env 11 - - 7 # 2210.rel NDRPDR iter env 11 - - 11 # 2210.rel NDRPDR iter env 11 - - 12 # 2210.rel NDRPDR iter env 11 - - 13 # 2210.rel NDRPDR iter env 11 - - 15 # 2210.rel NDRPDR iter env 11 - - 16 # 2210.rel NDRPDR iter env 11 - - 17 # 2210.rel NDRPDR iter env 11 - - trex-1n-aws-curr-iter: - csit-trex-perf-report-iterative-2302-1n-aws: - - 1 # 2302.rel NDRPDR iter env 11 - - 2 # 2302.rel NDRPDR iter env 11 - - 3 # 2302.rel NDRPDR iter env 11 - - 11 # 2302.rel NDRPDR iter env 11 - - 12 # 2302.rel NDRPDR iter env 11 - - 13 # 2302.rel NDRPDR iter env 11 - - 14 # 2302.rel NDRPDR iter env 11 - - 15 # 2302.rel NDRPDR iter env 11 - - 16 # 2302.rel NDRPDR iter env 11 - - 17 # 2302.rel NDRPDR iter env 11 - - trex-1n-aws-curr-iter-best: - csit-trex-perf-report-iterative-2302-1n-aws: - - 1 # 2302.rel NDRPDR iter env 11 - - trex-1n-aws-curr-cov: - csit-trex-perf-report-coverage-2302-1n-aws: - - 1 # 2302.rel NDRPDR cov env 11 - - # 2n-zn2 - - vpp-2n-zn2-hist-iter: - csit-vpp-perf-report-iterative-2206-2n-zn2: - - 47 # 2206.rel NDRPDR iter env 10 - - 48 # 2206.rel NDRPDR iter env 10 - - 49 # 2206.rel NDRPDR iter env 10 - - 50 # 2206.rel NDRPDR iter env 10 - - 51 # 2206.rel NDRPDR iter env 10 - - 52 # 2206.rel NDRPDR iter env 10 - - 53 # 2206.rel NDRPDR iter env 10 - - 54 # 2206.rel NDRPDR iter env 10 - - 55 # 2206.rel NDRPDR iter env 10 - - 56 # 2206.rel NDRPDR iter env 10 - - vpp-2n-zn2-prev-iter-old-env: - csit-vpp-perf-report-iterative-2210-2n-zn2: - - 16 # 2210.rel NDRPDR iter env 11 - - 18 # 2210.rel NDRPDR iter env 11 - - 19 # 2210.rel NDRPDR iter env 11 - - 20 # 2210.rel NDRPDR iter env 11 - - 21 # 2210.rel NDRPDR iter env 11 - - 22 # 2210.rel NDRPDR iter env 11 - - 23 # 2210.rel NDRPDR iter env 11 - - 24 # 2210.rel NDRPDR iter env 11 - - 25 # 2210.rel NDRPDR iter env 11 - - 26 # 2210.rel NDRPDR iter env 11 - - # vpp-2n-zn2-prev-iter-new-env: - # # csit-vpp-perf-report-iterative-2210-2n-zn2: - # csit-vpp-perf-report-iterative-2206-2n-zn2: - # - 47 # 2206.rel NDRPDR iter env 10 - - vpp-2n-zn2-curr-iter: - csit-vpp-perf-report-iterative-2302-2n-zn2: - - 16 # 2302.rel NDRPDR iter env 11 - - 17 # 2302.rel NDRPDR iter env 11 - - 18 # 2302.rel NDRPDR iter env 11 - - 19 # 2302.rel NDRPDR iter env 11 - - 20 # 2302.rel NDRPDR iter env 11 - - 21 # 2302.rel NDRPDR iter env 11 - - 22 # 2302.rel NDRPDR iter env 11 - - 23 # 2302.rel NDRPDR iter env 11 - - 24 # 2302.rel NDRPDR iter env 11 - - 25 # 2302.rel NDRPDR iter env 11 - - vpp-2n-zn2-curr-iter-best: - csit-vpp-perf-report-iterative-2302-2n-zn2: - - 16 # 2302.rel NDRPDR iter env 11 - - vpp-2n-zn2-hist-iter-mrr: - csit-vpp-perf-report-iterative-2206-2n-zn2: - - 43 # rls2202.rel MRR iter env 10 - - vpp-2n-zn2-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2210-2n-zn2: - - 15 # 2210.rel MRR iter env 11 - - # vpp-2n-zn2-prev-iter-mrr-new-env: - # # csit-vpp-perf-report-iterative-2210-2n-zn2: - # csit-vpp-perf-report-iterative-2206-2n-zn2: - # - 43 # rls2202.rel MRR iter env 10 - - vpp-2n-zn2-curr-iter-mrr: - csit-vpp-perf-report-iterative-2302-2n-zn2: - - 13 # 2302.rel MRR iter env 11 - - vpp-2n-zn2-curr-iter-gso: - csit-vpp-perf-report-iterative-2302-2n-zn2: - - 15 # 2302.rel MRR GSO iter env 11 - - vpp-2n-zn2-curr-cov: - csit-vpp-perf-report-coverage-2302-2n-zn2: - - 1 # 2302.rel NDRPDR cov env 11 - - 2 # 2302.rel NDRPDR cov env 11 - - 3 # 2302.rel NDRPDR cov env 11 - - 4 # 2302.rel NDRPDR cov env 11 - - 5 # 2302.rel NDRPDR cov env 11 - - 6 # 2302.rel NDRPDR cov env 11 - - 7 # 2302.rel NDRPDR cov env 11 - - 8 # 2302.rel NDRPDR cov env 11 - - 9 # 2302.rel NDRPDR cov env 11 - - 10 # 2302.rel NDRPDR cov env 11 - - 11 # 2302.rel NDRPDR cov env 11 - - 12 # 2302.rel NDRPDR cov env 11 - - 13 # 2302.rel NDRPDR cov env 11 - - 14 # 2302.rel NDRPDR cov env 11 - - 15 # 2302.rel NDRPDR cov env 11 - - dpdk-2n-zn2-hist-iter: - csit-dpdk-perf-report-iterative-2206-2n-zn2: - - 1 # 2206 NDRPDR iter env 10 - - 3 # 2206 NDRPDR iter env 10 - - 4 # 2206 NDRPDR iter env 10 - - 5 # 2206 NDRPDR iter env 10 - - 6 # 2206 NDRPDR iter env 10 - - 8 # 2206 NDRPDR iter env 10 - - 9 # 2206 NDRPDR iter env 10 - - 10 # 2206 NDRPDR iter env 10 - - 12 # 2206 NDRPDR iter env 10 - - 13 # 2206 NDRPDR iter env 10 - - dpdk-2n-zn2-prev-iter: - csit-dpdk-perf-report-iterative-2210-2n-zn2: - - 11 # 2210 NDRPDR iter env 11 - - 12 # 2210 NDRPDR iter env 11 - - 13 # 2210 NDRPDR iter env 11 - - 14 # 2210 NDRPDR iter env 11 - - 15 # 2210 NDRPDR iter env 11 - - 16 # 2210 NDRPDR iter env 11 - - 17 # 2210 NDRPDR iter env 11 - - 18 # 2210 NDRPDR iter env 11 - - 19 # 2210 NDRPDR iter env 11 - - 20 # 2210 NDRPDR iter env 11 - - dpdk-2n-zn2-curr-iter: - csit-dpdk-perf-report-iterative-2302-2n-zn2: - - 1 # 2302 NDRPDR iter env 11 - - 2 # 2302 NDRPDR iter env 11 - - 3 # 2302 NDRPDR iter env 11 - - 4 # 2302 NDRPDR iter env 11 - - 5 # 2302 NDRPDR iter env 11 - - 6 # 2302 NDRPDR iter env 11 - - 7 # 2302 NDRPDR iter env 11 - - 8 # 2302 NDRPDR iter env 11 - - 9 # 2302 NDRPDR iter env 11 - - 10 # 2302 NDRPDR iter env 11 - - dpdk-2n-zn2-curr-iter-best: - csit-dpdk-perf-report-iterative-2302-2n-zn2: - - 1 # 2302 NDRPDR iter env 11 - - # 2n-clx - - vpp-2n-clx-hist-iter: - csit-vpp-perf-report-iterative-2206-2n-clx: - - 113 # 2206.rel NDRPDR iter env 10 - - 114 # 2206.rel NDRPDR iter env 10 - - 115 # 2206.rel NDRPDR iter env 10 - - 116 # 2206.rel NDRPDR iter env 10 - - 117 # 2206.rel NDRPDR iter env 10 - - 123 # 2206.rel NDRPDR iter env 10 - - 124 # 2206.rel NDRPDR iter env 10 - - 126 # 2206.rel NDRPDR iter env 10 - - 129 # 2206.rel NDRPDR iter env 10 - - 130 # 2206.rel NDRPDR iter env 10 - - 150 # 2206.rel NDRPDR iter env 10 NAT44 - - 151 # 2206.rel NDRPDR iter env 10 NAT44 - - 152 # 2206.rel NDRPDR iter env 10 NAT44 - - 153 # 2206.rel NDRPDR iter env 10 NAT44 - - 154 # 2206.rel NDRPDR iter env 10 NAT44 - - 155 # 2206.rel NDRPDR iter env 10 NAT44 - - 156 # 2206.rel NDRPDR iter env 10 NAT44 - - 157 # 2206.rel NDRPDR iter env 10 NAT44 - - 158 # 2206.rel NDRPDR iter env 10 NAT44 - - 159 # 2206.rel NDRPDR iter env 10 NAT44 - - vpp-2n-clx-prev-iter-old-env: - csit-vpp-perf-report-iterative-2210-2n-clx: - - 46 # 2210.rel NDRPDR iter env 11 - - 71 # 2210.rel NDRPDR iter env 11 - - 72 # 2210.rel NDRPDR iter env 11 - - 73 # 2210.rel NDRPDR iter env 11 - - 74 # 2210.rel NDRPDR iter env 11 - - 75 # 2210.rel NDRPDR iter env 11 - - 76 # 2210.rel NDRPDR iter env 11 - - 77 # 2210.rel NDRPDR iter env 11 - - 78 # 2210.rel NDRPDR iter env 11 - - 79 # 2210.rel NDRPDR iter env 11 - - # vpp-2n-clx-prev-iter-new-env: - # # csit-vpp-perf-report-iterative-2210-2n-clx: - # csit-vpp-perf-report-iterative-2206-2n-clx: - # - 44 # rls2202.rel NDRPDR iter env 10 - - vpp-2n-clx-curr-iter: - csit-vpp-perf-report-iterative-2302-2n-clx: - - 38 # 2302.rel NDRPDR iter env 11 - - 39 # 2302.rel NDRPDR iter env 11 - - 43 # 2302.rel NDRPDR iter env 11 - - 45 # 2302.rel NDRPDR iter env 11 - - 49 # 2302.rel NDRPDR iter env 11 - - 50 # 2302.rel NDRPDR iter env 11 - - 51 # 2302.rel NDRPDR iter env 11 - - 60 # 2302.rel NDRPDR iter env 11 - - 75 # 2302.rel NDRPDR iter env 11 - - 76 # 2302.rel NDRPDR iter env 11 - - vpp-2n-clx-curr-iter-best: - csit-vpp-perf-report-iterative-2302-2n-clx: - - 38 # 2302.rel NDRPDR iter env 11 - - vpp-2n-clx-hist-iter-mrr: - csit-vpp-perf-report-iterative-2206-2n-clx: - - 97 # 2206.rel MRR iter env 10 - - 149 # 2206.rel MRR iter env 10 NAT44 - - vpp-2n-clx-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2210-2n-clx: - - 45 # 2210.rel MRR iter env 11 - - # vpp-2n-clx-prev-iter-mrr-new-env: - # # csit-vpp-perf-report-iterative-2210-2n-clx: - # csit-vpp-perf-report-iterative-2206-2n-clx: - # - 43 # rls2202.rel MRR iter env 10 - - vpp-2n-clx-curr-iter-mrr: - csit-vpp-perf-report-iterative-2302-2n-clx: - - 34 # 2302.rel MRR iter env 11 - - vpp-2n-clx-curr-iter-gso: - csit-vpp-perf-report-iterative-2302-2n-clx: - - 36 # 2302.rel MRR GSO iter env 11 - - vpp-2n-clx-curr-nfv-ndrpdr: - csit-vpp-perf-report-iterative-2302-2n-clx: - - 40 # 2302.rel NDRPDR nf-density iter env 11 - - 46 # 2302.rel NDRPDR nf-density iter env 11 - - 55 # 2302.rel NDRPDR nf-density iter env 11 - - 56 # 2302.rel NDRPDR nf-density iter env 11 - - 57 # 2302.rel NDRPDR nf-density iter env 11 - - 59 # 2302.rel NDRPDR nf-density iter env 11 - - 67 # 2302.rel NDRPDR nf-density iter env 11 - - 72 # 2302.rel NDRPDR nf-density iter env 11 - - 73 # 2302.rel NDRPDR nf-density iter env 11 - - 74 # 2302.rel NDRPDR nf-density iter env 11 - - vpp-2n-clx-curr-nfv-mrr: - csit-vpp-perf-report-iterative-2302-2n-clx: - - 37 # 2302.rel MRR nf-density iter env 11 - - vpp-2n-clx-curr-nfv-reconf: - csit-vpp-perf-report-iterative-2302-2n-clx: - - 41 # 2302.rel NDRPDR reconf iter env 11 - - 44 # 2302.rel NDRPDR reconf iter env 11 - - 47 # 2302.rel NDRPDR reconf iter env 11 - - 52 # 2302.rel NDRPDR reconf iter env 11 - - 53 # 2302.rel NDRPDR reconf iter env 11 - - 54 # 2302.rel NDRPDR reconf iter env 11 - - 58 # 2302.rel NDRPDR reconf iter env 11 - - 69 # 2302.rel NDRPDR reconf iter env 11 - - 70 # 2302.rel NDRPDR reconf iter env 11 - - 71 # 2302.rel NDRPDR reconf iter env 11 - - vpp-2n-clx-curr-soak: - csit-vpp-perf-report-iterative-2302-2n-clx: - - 42 # 2302.rel soak env 11 - - 48 # 2302.rel soak env 11 - vpp-soak-vs-ndr-2n-clx-ref: - csit-vpp-perf-report-iterative-2302-2n-clx: - - 38 # 2302.rel NDRPDR iter env 11 - - 39 # 2302.rel NDRPDR iter env 11 - - 43 # 2302.rel NDRPDR iter env 11 - - 45 # 2302.rel NDRPDR iter env 11 - - 49 # 2302.rel NDRPDR iter env 11 - - 50 # 2302.rel NDRPDR iter env 11 - - 51 # 2302.rel NDRPDR iter env 11 - - 60 # 2302.rel NDRPDR iter env 11 - - 75 # 2302.rel NDRPDR iter env 11 - - 76 # 2302.rel NDRPDR iter env 11 - vpp-soak-vs-ndr-2n-clx: - csit-vpp-perf-report-iterative-2302-2n-clx: - - 38 # 2302.rel NDRPDR iter env 11 - - 39 # 2302.rel NDRPDR iter env 11 - - 43 # 2302.rel NDRPDR iter env 11 - - 45 # 2302.rel NDRPDR iter env 11 - - 49 # 2302.rel NDRPDR iter env 11 - - 50 # 2302.rel NDRPDR iter env 11 - - 51 # 2302.rel NDRPDR iter env 11 - - 60 # 2302.rel NDRPDR iter env 11 - - 75 # 2302.rel NDRPDR iter env 11 - - 76 # 2302.rel NDRPDR iter env 11 - - 42 # 2302.rel soak env 11 - - 48 # 2302.rel soak env 11 - - vpp-2n-clx-curr-cov: - csit-vpp-perf-report-coverage-2302-2n-clx: - - 1 # 2302.rel NDRPDR cov env 11 - - 2 # 2302.rel NDRPDR cov env 11 - - 3 # 2302.rel NDRPDR cov env 11 - - 4 # 2302.rel NDRPDR cov env 11 - - 5 # 2302.rel NDRPDR cov env 11 - - 6 # 2302.rel NDRPDR cov env 11 - - 7 # 2302.rel NDRPDR cov env 11 - - 8 # 2302.rel NDRPDR cov env 11 - - 9 # 2302.rel NDRPDR cov env 11 - - 10 # 2302.rel NDRPDR cov env 11 - - 11 # 2302.rel NDRPDR cov env 11 - - 12 # 2302.rel NDRPDR cov env 11 - - 13 # 2302.rel NDRPDR cov env 11 - - 14 # 2302.rel NDRPDR cov env 11 - - 15 # 2302.rel NDRPDR cov env 11 - - 16 # 2302.rel NDRPDR cov env 11 - - 17 # 2302.rel NDRPDR cov env 11 - - dpdk-2n-clx-hist-iter: - csit-dpdk-perf-report-iterative-2206-2n-clx: - - 15 # 2206 NDRPDR iter env 10 - - 17 # 2206 NDRPDR iter env 10 - - 18 # 2206 NDRPDR iter env 10 - - 22 # 2206 NDRPDR iter env 10 - - 23 # 2206 NDRPDR iter env 10 - - 24 # 2206 NDRPDR iter env 10 - - 25 # 2206 NDRPDR iter env 10 - - 26 # 2206 NDRPDR iter env 10 - - 27 # 2206 NDRPDR iter env 10 - - 28 # 2206 NDRPDR iter env 10 - - dpdk-2n-clx-prev-iter: - csit-dpdk-perf-report-iterative-2210-2n-clx: - - 11 # 2210 NDRPDR iter env 11 - - 12 # 2210 NDRPDR iter env 11 - - 13 # 2210 NDRPDR iter env 11 - - 14 # 2210 NDRPDR iter env 11 - - 15 # 2210 NDRPDR iter env 11 - - 16 # 2210 NDRPDR iter env 11 - - 17 # 2210 NDRPDR iter env 11 - - 18 # 2210 NDRPDR iter env 11 - - 19 # 2210 NDRPDR iter env 11 - - 20 # 2210 NDRPDR iter env 11 - - dpdk-2n-clx-curr-iter: - csit-dpdk-perf-report-iterative-2302-2n-clx: - - 1 # 2302 NDRPDR iter env 11 - - 2 # 2302 NDRPDR iter env 11 - - 3 # 2302 NDRPDR iter env 11 - - 4 # 2302 NDRPDR iter env 11 - - 5 # 2302 NDRPDR iter env 11 - - 6 # 2302 NDRPDR iter env 11 - - 7 # 2302 NDRPDR iter env 11 - - 8 # 2302 NDRPDR iter env 11 - - 9 # 2302 NDRPDR iter env 11 - - 10 # 2302 NDRPDR iter env 11 - - dpdk-2n-clx-curr-iter-best: - csit-dpdk-perf-report-iterative-2302-2n-clx: - - 3 # 2302 NDRPDR iter env 11 - - # 3n-tsh - - vpp-3n-tsh-hist-iter: - csit-vpp-perf-report-iterative-2206-3n-tsh: - - 37 # 2206.rel NDRPDR iter env 10 - - 38 # 2206.rel NDRPDR iter env 10 - - 39 # 2206.rel NDRPDR iter env 10 - - 40 # 2206.rel NDRPDR iter env 10 - - 41 # 2206.rel NDRPDR iter env 10 - - 42 # 2206.rel NDRPDR iter env 10 - - 43 # 2206.rel NDRPDR iter env 10 - - 44 # 2206.rel NDRPDR iter env 10 - - 45 # 2206.rel NDRPDR iter env 10 - - 46 # 2206.rel NDRPDR iter env 10 - - vpp-3n-tsh-prev-iter-old-env: - csit-vpp-perf-report-iterative-2210-3n-tsh: - - 10 # 2210.rel NDRPDR iter env 11 - - 11 # 2210.rel NDRPDR iter env 11 - - 12 # 2210.rel NDRPDR iter env 11 - - 13 # 2210.rel NDRPDR iter env 11 - - 14 # 2210.rel NDRPDR iter env 11 - - 15 # 2210.rel NDRPDR iter env 11 - - 16 # 2210.rel NDRPDR iter env 11 - - 17 # 2210.rel NDRPDR iter env 11 - - 18 # 2210.rel NDRPDR iter env 11 - - 19 # 2210.rel NDRPDR iter env 11 - - # vpp-3n-tsh-prev-iter-new-env: - # # csit-vpp-perf-report-iterative-2210-3n-tsh: - # csit-vpp-perf-report-iterative-2206-3n-tsh: - # - 4 # rls2202.rel NDRPDR iter env 10 - - vpp-3n-tsh-curr-iter: - csit-vpp-perf-report-iterative-2302-3n-tsh: - - 12 # 2302.rel NDRPDR iter env 11 - - 13 # 2302.rel NDRPDR iter env 11 - - 14 # 2302.rel NDRPDR iter env 11 - - 15 # 2302.rel NDRPDR iter env 11 - - 16 # 2302.rel NDRPDR iter env 11 - - 17 # 2302.rel NDRPDR iter env 11 - - 18 # 2302.rel NDRPDR iter env 11 - - 19 # 2302.rel NDRPDR iter env 11 - - 20 # 2302.rel NDRPDR iter env 11 - - 21 # 2302.rel NDRPDR iter env 11 - - vpp-3n-tsh-curr-iter-best: - csit-vpp-perf-report-iterative-2302-3n-tsh: - - 18 # 2302.rel NDRPDR iter env 11 - - vpp-3n-tsh-hist-iter-mrr: - csit-vpp-perf-report-iterative-2206-3n-tsh: - - 29 # 2206.rel MRR iter env 10 - - vpp-3n-tsh-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2210-3n-tsh: - - 9 # 2210.rel MRR iter env 11 - - # vpp-3n-tsh-prev-iter-mrr-new-env: - # # csit-vpp-perf-report-iterative-2210-3n-tsh: - # csit-vpp-perf-report-iterative-2206-3n-tsh: - # - 3 # rls2202.rel MRR iter env 10 - - vpp-3n-tsh-curr-iter-mrr: - csit-vpp-perf-report-iterative-2302-3n-tsh: - - 10 # 2302.rel MRR iter env 11 - - vpp-3n-tsh-curr-cov: - csit-vpp-perf-report-coverage-2302-3n-tsh: - - 1 # 2302.rel NDRPDR cov env 11 - - 2 # 2302.rel NDRPDR cov env 11 - - 3 # 2302.rel NDRPDR cov env 11 - - 4 # 2302.rel NDRPDR cov env 11 - - 5 # 2302.rel NDRPDR cov env 11 - - 6 # 2302.rel NDRPDR cov env 11 - - 7 # 2302.rel NDRPDR cov env 11 - - 8 # 2302.rel NDRPDR cov env 11 - - 9 # 2302.rel NDRPDR cov env 11 - - 10 # 2302.rel NDRPDR cov env 11 - - 11 # 2302.rel NDRPDR cov env 11 - - 12 # 2302.rel NDRPDR cov env 11 - - 13 # 2302.rel NDRPDR cov env 11 - - 14 # 2302.rel NDRPDR cov env 11 - - 15 # 2302.rel NDRPDR cov env 11 - - 16 # 2302.rel NDRPDR cov env 11 - - 17 # 2302.rel NDRPDR cov env 11 - - dpdk-3n-tsh-hist-iter: - csit-dpdk-perf-report-iterative-2206-3n-tsh: - - 1 # 2206 NDRPDR iter env 10 - - 2 # 2206 NDRPDR iter env 10 - - 3 # 2206 NDRPDR iter env 10 - - 4 # 2206 NDRPDR iter env 10 - - 5 # 2206 NDRPDR iter env 10 - - 6 # 2206 NDRPDR iter env 10 - - 7 # 2206 NDRPDR iter env 10 - - 8 # 2206 NDRPDR iter env 10 - - 9 # 2206 NDRPDR iter env 10 - - 10 # 2206 NDRPDR iter env 10 - - dpdk-3n-tsh-prev-iter: - csit-dpdk-perf-report-iterative-2210-3n-tsh: - - 1 # 2210 NDRPDR iter env 11 - - 2 # 2210 NDRPDR iter env 11 - - 3 # 2210 NDRPDR iter env 11 - - 4 # 2210 NDRPDR iter env 11 - - 5 # 2210 NDRPDR iter env 11 - - 7 # 2210 NDRPDR iter env 11 - - 8 # 2210 NDRPDR iter env 11 - - 9 # 2210 NDRPDR iter env 11 - - 10 # 2210 NDRPDR iter env 11 - - 11 # 2210 NDRPDR iter env 11 - - dpdk-3n-tsh-curr-iter: - csit-dpdk-perf-report-iterative-2302-3n-tsh: - - 1 # 2302 NDRPDR iter env 11 - - 2 # 2302 NDRPDR iter env 11 - - 3 # 2302 NDRPDR iter env 11 - - 4 # 2302 NDRPDR iter env 11 - - 5 # 2302 NDRPDR iter env 11 - - 6 # 2302 NDRPDR iter env 11 - - 7 # 2302 NDRPDR iter env 11 - - 8 # 2302 NDRPDR iter env 11 - - 9 # 2302 NDRPDR iter env 11 - - 10 # 2302 NDRPDR iter env 11 - - dpdk-3n-tsh-curr-iter-best: - csit-dpdk-perf-report-iterative-2302-3n-tsh: - - 5 # 2302 NDRPDR iter env 11 - - # 2n-tx2 - - vpp-2n-tx2-hist-iter: - csit-vpp-perf-report-iterative-2206-2n-tx2: - - 38 # 2206.rel NDRPDR iter env 10 - - 39 # 2206.rel NDRPDR iter env 10 - - 40 # 2206.rel NDRPDR iter env 10 - - 41 # 2206.rel NDRPDR iter env 10 - - 42 # 2206.rel NDRPDR iter env 10 - - 43 # 2206.rel NDRPDR iter env 10 - - 44 # 2206.rel NDRPDR iter env 10 - - 45 # 2206.rel NDRPDR iter env 10 - - 46 # 2206.rel NDRPDR iter env 10 - - 47 # 2206.rel NDRPDR iter env 10 - - vpp-2n-tx2-prev-iter-old-env: - csit-vpp-perf-report-iterative-2210-2n-tx2: - - 11 # 2210.rel NDRPDR iter env 11 - - 12 # 2210.rel NDRPDR iter env 11 - - 13 # 2210.rel NDRPDR iter env 11 - - 14 # 2210.rel NDRPDR iter env 11 - - 15 # 2210.rel NDRPDR iter env 11 - - 16 # 2210.rel NDRPDR iter env 11 - - 17 # 2210.rel NDRPDR iter env 11 - - 18 # 2210.rel NDRPDR iter env 11 - - 19 # 2210.rel NDRPDR iter env 11 - - 20 # 2210.rel NDRPDR iter env 11 - - # vpp-2n-tx2-prev-iter-new-env: - # # csit-vpp-perf-report-iterative-2210-2n-tx2: - # csit-vpp-perf-report-iterative-2206-2n-tx2: - # - 4 # rls2202.rel NDRPDR iter env 10 - - vpp-2n-tx2-curr-iter: - csit-vpp-perf-report-iterative-2302-2n-tx2: - - 12 # 2302.rel NDRPDR iter env 11 - - 13 # 2302.rel NDRPDR iter env 11 - - 14 # 2302.rel NDRPDR iter env 11 - - 15 # 2302.rel NDRPDR iter env 11 - - 16 # 2302.rel NDRPDR iter env 11 - - 17 # 2302.rel NDRPDR iter env 11 - - 18 # 2302.rel NDRPDR iter env 11 - - 19 # 2302.rel NDRPDR iter env 11 - - 20 # 2302.rel NDRPDR iter env 11 - - 21 # 2302.rel NDRPDR iter env 11 - - vpp-2n-tx2-curr-iter-best: - csit-vpp-perf-report-iterative-2302-2n-tx2: - - 12 # 2302.rel NDRPDR iter env 11 - - vpp-2n-tx2-hist-iter-mrr: - csit-vpp-perf-report-iterative-2206-2n-tx2: - - 29 # 2206.rel MRR iter env 10 - - vpp-2n-tx2-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2210-2n-tx2: - - 10 # 2210.rel MRR iter env 11 - - # vpp-2n-tx2-prev-iter-mrr-new-env: - # # csit-vpp-perf-report-iterative-2210-2n-tx2: - # csit-vpp-perf-report-iterative-2206-2n-tx2: - # - 3 # rls2202.rel MRR iter env 10 - - vpp-2n-tx2-curr-iter-mrr: - csit-vpp-perf-report-iterative-2302-2n-tx2: - - 10 # 2302.rel MRR iter env 11 - - vpp-2n-tx2-curr-cov: - csit-vpp-perf-report-coverage-2302-2n-tx2: - - 1 # 2302.rel NDRPDR cov env 11 - - 2 # 2302.rel NDRPDR cov env 11 - - 3 # 2302.rel NDRPDR cov env 11 - - 4 # 2302.rel NDRPDR cov env 11 - - 5 # 2302.rel NDRPDR cov env 11 - - 6 # 2302.rel NDRPDR cov env 11 - - 7 # 2302.rel NDRPDR cov env 11 - - 8 # 2302.rel NDRPDR cov env 11 - - 9 # 2302.rel NDRPDR cov env 11 - - 10 # 2302.rel NDRPDR cov env 11 - - 11 # 2302.rel NDRPDR cov env 11 - - 12 # 2302.rel NDRPDR cov env 11 - - 13 # 2302.rel NDRPDR cov env 11 - - 14 # 2302.rel NDRPDR cov env 11 - - dpdk-2n-tx2-hist-iter: - csit-dpdk-perf-report-iterative-2206-2n-tx2: - - 1 # 2206 NDRPDR iter env 10 - - 2 # 2206 NDRPDR iter env 10 - - 3 # 2206 NDRPDR iter env 10 - - 4 # 2206 NDRPDR iter env 10 - - 5 # 2206 NDRPDR iter env 10 - - 6 # 2206 NDRPDR iter env 10 - - 7 # 2206 NDRPDR iter env 10 - - 8 # 2206 NDRPDR iter env 10 - - 9 # 2206 NDRPDR iter env 10 - - 10 # 2206 NDRPDR iter env 10 - - dpdk-2n-tx2-prev-iter: - csit-dpdk-perf-report-iterative-2210-2n-tx2: - - 1 # 2210 NDRPDR iter env 11 - - 2 # 2210 NDRPDR iter env 11 - - 3 # 2210 NDRPDR iter env 11 - - 4 # 2210 NDRPDR iter env 11 - - 5 # 2210 NDRPDR iter env 11 - - 6 # 2210 NDRPDR iter env 11 - - 7 # 2210 NDRPDR iter env 11 - - 8 # 2210 NDRPDR iter env 11 - - 9 # 2210 NDRPDR iter env 11 - - 10 # 2210 NDRPDR iter env 11 - - dpdk-2n-tx2-curr-iter: - csit-dpdk-perf-report-iterative-2302-2n-tx2: - - 1 # 2302 NDRPDR iter env 11 - - 2 # 2302 NDRPDR iter env 11 - - 3 # 2302 NDRPDR iter env 11 - - 4 # 2302 NDRPDR iter env 11 - - 5 # 2302 NDRPDR iter env 11 - - 6 # 2302 NDRPDR iter env 11 - - 7 # 2302 NDRPDR iter env 11 - - 8 # 2302 NDRPDR iter env 11 - - 9 # 2302 NDRPDR iter env 11 - - 10 # 2302 NDRPDR iter env 11 - - dpdk-2n-tx2-curr-iter-best: - csit-dpdk-perf-report-iterative-2302-2n-tx2: - - 1 # 2302 NDRPDR iter env 11 - - # 2n-aws - - vpp-2n-aws-hist-iter: - csit-vpp-perf-report-iterative-2206-2n-aws: - - 11 # 2206.rel NDRPDR iter env 10 - - 15 # 2206.rel NDRPDR iter env 10 - - 16 # 2206.rel NDRPDR iter env 10 - - 17 # 2206.rel NDRPDR iter env 10 - - 18 # 2206.rel NDRPDR iter env 10 - - 19 # 2206.rel NDRPDR iter env 10 - - 20 # 2206.rel NDRPDR iter env 10 - - 21 # 2206.rel NDRPDR iter env 10 - - 22 # 2206.rel NDRPDR iter env 10 - - 23 # 2206.rel NDRPDR iter env 10 - - vpp-2n-aws-prev-iter: - csit-vpp-perf-report-iterative-2210-2n-aws: - - 16 # 2210.rel NDRPDR iter env 11 - - 21 # 2210.rel NDRPDR iter env 11 - - 22 # 2210.rel NDRPDR iter env 11 - - 23 # 2210.rel NDRPDR iter env 11 - - 24 # 2210.rel NDRPDR iter env 11 - - 25 # 2210.rel NDRPDR iter env 11 - - 26 # 2210.rel NDRPDR iter env 11 - - 27 # 2210.rel NDRPDR iter env 11 - - 28 # 2210.rel NDRPDR iter env 11 - - 29 # 2210.rel NDRPDR iter env 11 - - vpp-2n-aws-curr-iter: - csit-vpp-perf-report-iterative-2302-2n-aws: - - 11 # 2302.rel NDRPDR iter env 11 - - 12 # 2302.rel NDRPDR iter env 11 - - 13 # 2302.rel NDRPDR iter env 11 - - 14 # 2302.rel NDRPDR iter env 11 - - 15 # 2302.rel NDRPDR iter env 11 - - 16 # 2302.rel NDRPDR iter env 11 - - 17 # 2302.rel NDRPDR iter env 11 - - 18 # 2302.rel NDRPDR iter env 11 - - 19 # 2302.rel NDRPDR iter env 11 - - 20 # 2302.rel NDRPDR iter env 11 - - vpp-2n-aws-curr-iter-best: - csit-vpp-perf-report-iterative-2302-2n-aws: - - 11 # 2302.rel NDRPDR iter env 11 - - vpp-2n-aws-hist-iter-mrr: - csit-vpp-perf-report-iterative-2206-2n-aws: - - 10 # 2206.rel MRR iter env 10 - - vpp-2n-aws-prev-iter-mrr: - csit-vpp-perf-report-iterative-2210-2n-aws: - - 15 # 2210.rel MRR iter env 11 - - vpp-2n-aws-curr-iter-mrr: - csit-vpp-perf-report-iterative-2302-2n-aws: - - 10 # 2302.rel MRR iter env 11 - - vpp-2n-aws-curr-cov: - csit-vpp-perf-report-coverage-2302-2n-aws: - - 1 # 2302.rel NDRPDR cov env 11 - - # 2n-icx - - vpp-2n-icx-hist-iter: - csit-vpp-perf-report-iterative-2206-2n-icx: - - 80 # 2206.rel NDRPDR iter env 10 - - 81 # 2206.rel NDRPDR iter env 10 - - 82 # 2206.rel NDRPDR iter env 10 - - 83 # 2206.rel NDRPDR iter env 10 - - 84 # 2206.rel NDRPDR iter env 10 - - 94 # 2206.rel NDRPDR iter env 10 - - 95 # 2206.rel NDRPDR iter env 10 - - 100 # 2206.rel NDRPDR iter env 10 - - 102 # 2206.rel NDRPDR iter env 10 - - 103 # 2206.rel NDRPDR iter env 10 - - 118 # 2206.rel NDRPDR iter env 10 NAT44 - - 119 # 2206.rel NDRPDR iter env 10 NAT44 - - 120 # 2206.rel NDRPDR iter env 10 NAT44 - - 121 # 2206.rel NDRPDR iter env 10 NAT44 - - 122 # 2206.rel NDRPDR iter env 10 NAT44 - - 123 # 2206.rel NDRPDR iter env 10 NAT44 - - 124 # 2206.rel NDRPDR iter env 10 NAT44 - - 125 # 2206.rel NDRPDR iter env 10 NAT44 - - 126 # 2206.rel NDRPDR iter env 10 NAT44 - - 127 # 2206.rel NDRPDR iter env 10 NAT44 - - vpp-2n-icx-prev-iter-old-env: - csit-vpp-perf-report-iterative-2210-2n-icx: - - 47 # 2210.rel NDRPDR iter env 11 - - 73 # 2210.rel NDRPDR iter env 11 - - 74 # 2210.rel NDRPDR iter env 11 - - 75 # 2210.rel NDRPDR iter env 11 - - 76 # 2210.rel NDRPDR iter env 11 - - 77 # 2210.rel NDRPDR iter env 11 - - 78 # 2210.rel NDRPDR iter env 11 - - 79 # 2210.rel NDRPDR iter env 11 - - 80 # 2210.rel NDRPDR iter env 11 - - 81 # 2210.rel NDRPDR iter env 11 - - # vpp-2n-icx-prev-iter-new-env: - # # csit-vpp-perf-report-iterative-2210-2n-icx: - # csit-vpp-perf-report-iterative-2206-2n-icx: - # - 107 # rls2202.rel NDRPDR iter env 10 - - vpp-2n-icx-curr-iter: - csit-vpp-perf-report-iterative-2302-2n-icx: - - 58 # 2302.rel NDRPDR iter env 11 - ? - - 59 # 2302.rel NDRPDR iter env 11 - ? - - 66 # 2302.rel NDRPDR iter env 11 - - 76 # 2302.rel NDRPDR iter env 11 - - 99 # 2302.rel NDRPDR iter env 11 - - 104 # 2302.rel NDRPDR iter env 11 - - 105 # 2302.rel NDRPDR iter env 11 - - 106 # 2302.rel NDRPDR iter env 11 - - 113 # 2302.rel NDRPDR iter env 11 - - 114 # 2302.rel NDRPDR iter env 11 - - 115 # 2302.rel NDRPDR iter env 11 - - 116 # 2302.rel NDRPDR iter env 11 - - vpp-2n-icx-curr-iter-best: - csit-vpp-perf-report-iterative-2302-2n-icx: - - 105 # 2302.rel NDRPDR iter env 11 - - vpp-2n-icx-hist-iter-mrr: - csit-vpp-perf-report-iterative-2206-2n-icx: - - 68 # 2206.rel MRR iter env 10 - - 117 # 2206.rel MRR iter env 10 NAT44 - - vpp-2n-icx-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2210-2n-icx: - - 46 # 2210.rel MRR iter env 11 - - # vpp-2n-icx-prev-iter-mrr-new-env: - # # csit-vpp-perf-report-iterative-2210-2n-icx: - # csit-vpp-perf-report-iterative-2206-2n-icx: - # - 106 # rls2202.rel MRR iter env 10 - - vpp-2n-icx-curr-iter-mrr: - csit-vpp-perf-report-iterative-2302-2n-icx: - - 74 # 2302.rel MRR iter env 11 - - vpp-2n-icx-curr-nfv-ndrpdr: - csit-vpp-perf-report-iterative-2302-2n-icx: - - 97 # 2302.rel NDRPDR nf-density iter env 11 - - 98 # 2302.rel NDRPDR nf-density iter env 11 - - 100 # 2302.rel NDRPDR nf-density iter env 11 - - 101 # 2302.rel NDRPDR nf-density iter env 11 - - 102 # 2302.rel NDRPDR nf-density iter env 11 - - 103 # 2302.rel NDRPDR nf-density iter env 11 - - 107 # 2302.rel NDRPDR nf-density iter env 11 - - 108 # 2302.rel NDRPDR nf-density iter env 11 - - 110 # 2302.rel NDRPDR nf-density iter env 11 - - 111 # 2302.rel NDRPDR nf-density iter env 11 - - vpp-2n-icx-curr-nfv-mrr: - csit-vpp-perf-report-iterative-2302-2n-icx: - - 57 # 2302.rel MRR nf-density iter env 11 - - vpp-2n-icx-curr-nfv-reconf: - csit-vpp-perf-report-iterative-2302-2n-icx: - - 77 # 2302.rel NDRPDR reconf iter env 11 - - 79 # 2302.rel NDRPDR reconf iter env 11 - - 84 # 2302.rel NDRPDR reconf iter env 11 - - 85 # 2302.rel NDRPDR reconf iter env 11 - - 86 # 2302.rel NDRPDR reconf iter env 11 - - 87 # 2302.rel NDRPDR reconf iter env 11 - - 88 # 2302.rel NDRPDR reconf iter env 11 - - 93 # 2302.rel NDRPDR reconf iter env 11 - - 95 # 2302.rel NDRPDR reconf iter env 11 - - 96 # 2302.rel NDRPDR reconf iter env 11 - - vpp-2n-icx-curr-soak: - csit-vpp-perf-report-iterative-2302-2n-icx: - - 78 # 2302.rel soak env 11 - - 80 # 2302.rel soak env 11 - vpp-soak-vs-ndr-2n-icx-ref: - csit-vpp-perf-report-iterative-2302-2n-icx: - - 58 # 2302.rel NDRPDR iter env 11 - ? - - 59 # 2302.rel NDRPDR iter env 11 - ? - - 66 # 2302.rel NDRPDR iter env 11 - - 76 # 2302.rel NDRPDR iter env 11 - - 99 # 2302.rel NDRPDR iter env 11 - - 104 # 2302.rel NDRPDR iter env 11 - - 105 # 2302.rel NDRPDR iter env 11 - - 106 # 2302.rel NDRPDR iter env 11 - - 113 # 2302.rel NDRPDR iter env 11 - - 114 # 2302.rel NDRPDR iter env 11 - - 115 # 2302.rel NDRPDR iter env 11 - - 116 # 2302.rel NDRPDR iter env 11 - vpp-soak-vs-ndr-2n-icx: - csit-vpp-perf-report-iterative-2302-2n-icx: - - 58 # 2302.rel NDRPDR iter env 11 - ? - - 59 # 2302.rel NDRPDR iter env 11 - ? - - 66 # 2302.rel NDRPDR iter env 11 - - 76 # 2302.rel NDRPDR iter env 11 - - 99 # 2302.rel NDRPDR iter env 11 - - 104 # 2302.rel NDRPDR iter env 11 - - 105 # 2302.rel NDRPDR iter env 11 - - 106 # 2302.rel NDRPDR iter env 11 - - 113 # 2302.rel NDRPDR iter env 11 - - 114 # 2302.rel NDRPDR iter env 11 - - 115 # 2302.rel NDRPDR iter env 11 - - 116 # 2302.rel NDRPDR iter env 11 - - 78 # 2302.rel soak env 11 - - 80 # 2302.rel soak env 11 - - vpp-2n-icx-curr-iter-gso: - csit-vpp-perf-report-iterative-2302-2n-icx: - - 56 # 2302.rel MRR GSO iter env 11 - - vpp-2n-icx-curr-iter-hoststack: - csit-vpp-perf-report-iterative-2302-2n-icx: - - 73 # 2302.rel hoststack iter env 11 - - 75 # 2302.rel hoststack iter env 11 - - 81 # 2302.rel hoststack iter env 11 - - 82 # 2302.rel hoststack iter env 11 - - 83 # 2302.rel hoststack iter env 11 - - 89 # 2302.rel hoststack iter env 11 - - 90 # 2302.rel hoststack iter env 11 - - 91 # 2302.rel hoststack iter env 11 - - 92 # 2302.rel hoststack iter env 11 - - 94 # 2302.rel hoststack iter env 11 - - vpp-2n-icx-curr-cov: - csit-vpp-perf-report-coverage-2302-2n-icx: - - 2 # 2302.rel NDRPDR cov env 11 - - 3 # 2302.rel NDRPDR cov env 11 - - 4 # 2302.rel NDRPDR cov env 11 - - 5 # 2302.rel NDRPDR cov env 11 - - 6 # 2302.rel NDRPDR cov env 11 - - 9 # 2302.rel NDRPDR cov env 11 - - 10 # 2302.rel NDRPDR cov env 11 - - 11 # 2302.rel NDRPDR cov env 11 - - 12 # 2302.rel NDRPDR cov env 11 - - 13 # 2302.rel NDRPDR cov env 11 - - 14 # 2302.rel NDRPDR cov env 11 - - 15 # 2302.rel NDRPDR cov env 11 - - 16 # 2302.rel NDRPDR cov env 11 - - 17 # 2302.rel NDRPDR cov env 11 - - 18 # 2302.rel NDRPDR cov env 11 - - 19 # 2302.rel NDRPDR cov env 11 - - 20 # 2302.rel NDRPDR cov env 11 - - 21 # 2302.rel NDRPDR cov env 11 - - dpdk-2n-icx-hist-iter: - csit-dpdk-perf-report-iterative-2206-2n-icx: - - 1 # 2206 NDRPDR iter env 10 - - 2 # 2206 NDRPDR iter env 10 - - 3 # 2206 NDRPDR iter env 10 - - 5 # 2206 NDRPDR iter env 10 - - 7 # 2206 NDRPDR iter env 10 - - 9 # 2206 NDRPDR iter env 10 - - 11 # 2206 NDRPDR iter env 10 - - 12 # 2206 NDRPDR iter env 10 - - 14 # 2206 NDRPDR iter env 10 - - 15 # 2206 NDRPDR iter env 10 - - dpdk-2n-icx-prev-iter: - csit-dpdk-perf-report-iterative-2210-2n-icx: - - 11 # 2210 NDRPDR iter env 11 - - 12 # 2210 NDRPDR iter env 11 - - 13 # 2210 NDRPDR iter env 11 - - 14 # 2210 NDRPDR iter env 11 - - 15 # 2210 NDRPDR iter env 11 - - 16 # 2210 NDRPDR iter env 11 - - 17 # 2210 NDRPDR iter env 11 - - 18 # 2210 NDRPDR iter env 11 - - 19 # 2210 NDRPDR iter env 11 - - 20 # 2210 NDRPDR iter env 11 - - dpdk-2n-icx-curr-iter: - csit-dpdk-perf-report-iterative-2302-2n-icx: - - 1 # 2302 NDRPDR iter env 11 - - 2 # 2302 NDRPDR iter env 11 - - 3 # 2302 NDRPDR iter env 11 - - 4 # 2302 NDRPDR iter env 11 - - 5 # 2302 NDRPDR iter env 11 - - 6 # 2302 NDRPDR iter env 11 - - 7 # 2302 NDRPDR iter env 11 - - 8 # 2302 NDRPDR iter env 11 - - 9 # 2302 NDRPDR iter env 11 - - 10 # 2302 NDRPDR iter env 11 - - dpdk-2n-icx-curr-iter-best: - csit-dpdk-perf-report-iterative-2302-2n-icx: - - 2 # 2302 NDRPDR iter env 11 - - # 3n-icx - - vpp-3n-icx-hist-iter: - csit-vpp-perf-report-iterative-2206-3n-icx: - - 49 # 2206.rel NDRPDR iter env 10 - - 50 # 2206.rel NDRPDR iter env 10 - - 51 # 2206.rel NDRPDR iter env 10 - - 52 # 2206.rel NDRPDR iter env 10 - - 53 # 2206.rel NDRPDR iter env 10 - - 54 # 2206.rel NDRPDR iter env 10 - - 55 # 2206.rel NDRPDR iter env 10 - - 56 # 2206.rel NDRPDR iter env 10 - - 57 # 2206.rel NDRPDR iter env 10 - - 58 # 2206.rel NDRPDR iter env 10 - - vpp-3n-icx-prev-iter-old-env: - csit-vpp-perf-report-iterative-2210-3n-icx: - - 26 # 2210.rel NDRPDR iter env 11 - - 28 # 2210.rel NDRPDR iter env 11 - - 29 # 2210.rel NDRPDR iter env 11 - - 30 # 2210.rel NDRPDR iter env 11 - - 31 # 2210.rel NDRPDR iter env 11 - - 32 # 2210.rel NDRPDR iter env 11 - - 33 # 2210.rel NDRPDR iter env 11 - - 34 # 2210.rel NDRPDR iter env 11 - - 35 # 2210.rel NDRPDR iter env 11 - - 38 # 2210.rel NDRPDR iter env 11 - - 50 # 2210.rel NDRPDR iter env 11 - - 51 # 2210.rel NDRPDR iter env 11 wireguard - - 52 # 2210.rel NDRPDR iter env 11 wireguard - - 53 # 2210.rel NDRPDR iter env 11 wireguard - - 59 # 2210.rel NDRPDR iter env 11 wireguard - - 60 # 2210.rel NDRPDR iter env 11 wireguard - - 61 # 2210.rel NDRPDR iter env 11 wireguard - - 62 # 2210.rel NDRPDR iter env 11 wireguard - - 63 # 2210.rel NDRPDR iter env 11 wireguard - - # vpp-3n-icx-prev-iter-new-env: - # # csit-vpp-perf-report-iterative-2210-3n-icx: - # csit-vpp-perf-report-iterative-2206-3n-icx: - # - 60 # rls2202.rel NDRPDR iter env 10 - - vpp-3n-icx-curr-iter: - csit-vpp-perf-report-iterative-2302-3n-icx: - - 23 # 2302.rel NDRPDR iter env 11 - - 24 # 2302.rel NDRPDR iter env 11 - - 26 # 2302.rel NDRPDR iter env 11 - - 28 # 2302.rel NDRPDR iter env 11 - - 29 # 2302.rel NDRPDR iter env 11 - - 30 # 2302.rel NDRPDR iter env 11 - - 31 # 2302.rel NDRPDR iter env 11 - - 40 # 2302.rel NDRPDR iter env 11 - - 36 # 2302.rel NDRPDR iter env 11 - - 43 # 2302.rel NDRPDR iter env 11 - - vpp-3n-icx-curr-iter-best: - csit-vpp-perf-report-iterative-2302-3n-icx: - - 30 # 2302.rel NDRPDR iter env 11 - - vpp-3n-icx-hist-iter-mrr: - csit-vpp-perf-report-iterative-2206-3n-icx: - - 39 # 2206.rel MRR iter env 10 - - vpp-3n-icx-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2210-3n-icx: - - 43 # 2210.rel MRR iter env 11 - - # vpp-3n-icx-prev-iter-mrr-new-env: - # # csit-vpp-perf-report-iterative-2210-3n-icx: - # csit-vpp-perf-report-iterative-2206-3n-icx: - # - 59 # rls2202.rel MRR iter env 10 - - vpp-3n-icx-curr-iter-mrr: - csit-vpp-perf-report-iterative-2302-3n-icx: - - 21 # 2302.rel MRR iter env 11 - - # vpp-3n-icx-hist-iter-hoststack-new-env: - # csit-vpp-perf-report-iterative-2110-3n-icx: - # - 40 # rls2110.rel NDRPDR iter env 8 - - # vpp-3n-icx-prev-iter-hoststack-old-env: - # csit-vpp-perf-report-iterative-2202-3n-icx: - # - 29 # rls2202.rel hoststack iter env 9 - - vpp-3n-icx-prev-iter-hoststack-new-env: - csit-vpp-perf-report-iterative-2210-3n-icx: - - 39 # 2210.rel hoststack iter env 11 - - 40 # 2210.rel hoststack iter env 11 - - 41 # 2210.rel hoststack iter env 11 - - 42 # 2210.rel hoststack iter env 11 - - 44 # 2210.rel hoststack iter env 11 - - 45 # 2210.rel hoststack iter env 11 - - 46 # 2210.rel hoststack iter env 11 - - 47 # 2210.rel hoststack iter env 11 - - 48 # 2210.rel hoststack iter env 11 - - 49 # 2210.rel hoststack iter env 11 - - vpp-3n-icx-curr-iter-hoststack: - csit-vpp-perf-report-iterative-2302-3n-icx: - - 25 # 2302.rel hoststack iter env 11 - - 27 # 2302.rel hoststack iter env 11 - - 32 # 2302.rel hoststack iter env 11 - - 33 # 2302.rel hoststack iter env 11 - - 34 # 2302.rel hoststack iter env 11 - - 35 # 2302.rel hoststack iter env 11 - - 37 # 2302.rel hoststack iter env 11 - - 38 # 2302.rel hoststack iter env 11 - - 39 # 2302.rel hoststack iter env 11 - - 41 # 2302.rel hoststack iter env 11 - - vpp-3n-icx-curr-cov: - csit-vpp-perf-report-coverage-2302-3n-icx: - - 1 # 2302.rel NDRPDR cov env 11 - - 2 # 2302.rel NDRPDR cov env 11 - - 3 # 2302.rel NDRPDR cov env 11 - - 4 # 2302.rel NDRPDR cov env 11 - - 5 # 2302.rel NDRPDR cov env 11 - - 6 # 2302.rel NDRPDR cov env 11 - - 7 # 2302.rel NDRPDR cov env 11 - - 8 # 2302.rel NDRPDR cov env 11 - - 9 # 2302.rel NDRPDR cov env 11 - - 10 # 2302.rel NDRPDR cov env 11 - - 11 # 2302.rel NDRPDR cov env 11 - - 12 # 2302.rel NDRPDR cov env 11 - - 13 # 2302.rel NDRPDR cov env 11 - - 14 # 2302.rel NDRPDR cov env 11 - - 15 # 2302.rel NDRPDR cov env 11 - - 16 # 2302.rel NDRPDR cov env 11 - - 17 # 2302.rel NDRPDR cov env 11 - - 18 # 2302.rel NDRPDR cov env 11 - - 19 # 2302.rel NDRPDR cov env 11 - - 20 # 2302.rel NDRPDR cov env 11 - - 21 # 2302.rel NDRPDR cov env 11 - - 22 # 2302.rel NDRPDR cov env 11 - - 23 # 2302.rel NDRPDR cov env 11 - - 24 # 2302.rel NDRPDR cov env 11 - - 25 # 2302.rel NDRPDR cov env 11 - - 26 # 2302.rel NDRPDR cov env 11 - - 27 # 2302.rel NDRPDR cov env 11 - - 28 # 2302.rel NDRPDR cov env 11 - - 29 # 2302.rel NDRPDR cov env 11 - - 30 # 2302.rel NDRPDR cov env 11 - - 31 # 2302.rel NDRPDR cov env 11 - - 32 # 2302.rel NDRPDR cov env 11 - - 33 # 2302.rel NDRPDR cov env 11 - - 34 # 2302.rel NDRPDR cov env 11 - - 35 # 2302.rel NDRPDR cov env 11 - - 36 # 2302.rel NDRPDR cov env 11 - - 37 # 2302.rel NDRPDR cov env 11 - - 38 # 2302.rel NDRPDR cov env 11 - - dpdk-3n-icx-hist-iter: - csit-dpdk-perf-report-iterative-2206-3n-icx: - - 1 # 2206 NDRPDR iter env 10 - - 2 # 2206 NDRPDR iter env 10 - - 3 # 2206 NDRPDR iter env 10 - - 4 # 2206 NDRPDR iter env 10 - - 5 # 2206 NDRPDR iter env 10 - - 7 # 2206 NDRPDR iter env 10 - - 8 # 2206 NDRPDR iter env 10 - - 9 # 2206 NDRPDR iter env 10 - - 10 # 2206 NDRPDR iter env 10 - - 11 # 2206 NDRPDR iter env 10 - - dpdk-3n-icx-prev-iter: - csit-dpdk-perf-report-iterative-2210-3n-icx: - - 11 # 2210 NDRPDR iter env 11 - - 12 # 2210 NDRPDR iter env 11 - - 13 # 2210 NDRPDR iter env 11 - - 14 # 2210 NDRPDR iter env 11 - - 15 # 2210 NDRPDR iter env 11 - - 16 # 2210 NDRPDR iter env 11 - - 17 # 2210 NDRPDR iter env 11 - - 18 # 2210 NDRPDR iter env 11 - - 19 # 2210 NDRPDR iter env 11 - - 20 # 2210 NDRPDR iter env 11 - - dpdk-3n-icx-curr-iter: - csit-dpdk-perf-report-iterative-2302-3n-icx: - - 1 # 2302 NDRPDR iter env 11 - - 2 # 2302 NDRPDR iter env 11 - - 3 # 2302 NDRPDR iter env 11 - - 4 # 2302 NDRPDR iter env 11 - - 5 # 2302 NDRPDR iter env 11 - - 6 # 2302 NDRPDR iter env 11 - - 7 # 2302 NDRPDR iter env 11 - - 8 # 2302 NDRPDR iter env 11 - - 9 # 2302 NDRPDR iter env 11 - - 10 # 2302 NDRPDR iter env 11 - - dpdk-3n-icx-curr-iter-best: - csit-dpdk-perf-report-iterative-2302-3n-icx: - - 1 # 2302 NDRPDR iter env 11 - - # 3n-alt - - vpp-3n-alt-hist-iter: - csit-vpp-perf-report-iterative-2206-3n-alt: - - 20 # 2206.rel NDRPDR iter env 10 - - 21 # 2206.rel NDRPDR iter env 10 - - 22 # 2206.rel NDRPDR iter env 10 - - 23 # 2206.rel NDRPDR iter env 10 - - 24 # 2206.rel NDRPDR iter env 10 - - 25 # 2206.rel NDRPDR iter env 10 - - 26 # 2206.rel NDRPDR iter env 10 - - 27 # 2206.rel NDRPDR iter env 10 - - 28 # 2206.rel NDRPDR iter env 10 - - 29 # 2206.rel NDRPDR iter env 10 - - vpp-3n-alt-prev-iter-old-env: - csit-vpp-perf-report-iterative-2210-3n-alt: - - 9 # 2210.rel NDRPDR iter env 11 - - 10 # 2210.rel NDRPDR iter env 11 - - 11 # 2210.rel NDRPDR iter env 11 - - 12 # 2210.rel NDRPDR iter env 11 - - 13 # 2210.rel NDRPDR iter env 11 - - 14 # 2210.rel NDRPDR iter env 11 - - 15 # 2210.rel NDRPDR iter env 11 - - 16 # 2210.rel NDRPDR iter env 11 - - 17 # 2210.rel NDRPDR iter env 11 - - 18 # 2210.rel NDRPDR iter env 11 - - # vpp-3n-alt-prev-iter-new-env: - # # csit-vpp-perf-report-iterative-2210-3n-alt: - # csit-vpp-perf-report-iterative-2206-3n-alt: - # - 20 # 2206.rel NDRPDR iter env 10 - - vpp-3n-alt-curr-iter: - csit-vpp-perf-report-iterative-2302-3n-alt: - - 15 # 2302.rel NDRPDR iter env 11 - - 16 # 2302.rel NDRPDR iter env 11 - - 17 # 2302.rel NDRPDR iter env 11 - - 18 # 2302.rel NDRPDR iter env 11 - - 19 # 2302.rel NDRPDR iter env 11 - - 20 # 2302.rel NDRPDR iter env 11 - - 22 # 2302.rel NDRPDR iter env 11 - - 23 # 2302.rel NDRPDR iter env 11 - - 24 # 2302.rel NDRPDR iter env 11 - - 25 # 2302.rel NDRPDR iter env 11 - - vpp-3n-alt-curr-iter-best: - csit-vpp-perf-report-iterative-2302-3n-alt: - - 16 # 2302.rel NDRPDR iter env 11 - - vpp-3n-alt-hist-iter-mrr: - csit-vpp-perf-report-iterative-2206-3n-alt: - - 12 # 2206.rel MRR iter env 10 - - vpp-3n-alt-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2210-3n-alt: - - 8 # 2210.rel MRR iter env 11 - - # vpp-3n-alt-prev-iter-mrr-new-env: - # # csit-vpp-perf-report-iterative-2210-3n-alt: - # csit-vpp-perf-report-iterative-2206-3n-alt: - # - 12 # 2206.rel MRR iter env 10 - - vpp-3n-alt-curr-iter-mrr: - csit-vpp-perf-report-iterative-2302-3n-alt: - - 13 # 2302.rel MRR iter env 11 - - vpp-3n-alt-curr-cov: - csit-vpp-perf-report-coverage-2302-3n-alt: - - 1 # 2302.rel NDRPDR cov env 11 - - 2 # 2302.rel NDRPDR cov env 11 - - 3 # 2302.rel NDRPDR cov env 11 - - 4 # 2302.rel NDRPDR cov env 11 - - 5 # 2302.rel NDRPDR cov env 11 - - 6 # 2302.rel NDRPDR cov env 11 - - 7 # 2302.rel NDRPDR cov env 11 - - 8 # 2302.rel NDRPDR cov env 11 - - 9 # 2302.rel NDRPDR cov env 11 - - 10 # 2302.rel NDRPDR cov env 11 - - 11 # 2302.rel NDRPDR cov env 11 - - 12 # 2302.rel NDRPDR cov env 11 - - 13 # 2302.rel NDRPDR cov env 11 - - 14 # 2302.rel NDRPDR cov env 11 - - 15 # 2302.rel NDRPDR cov env 11 - - 16 # 2302.rel NDRPDR cov env 11 - - 17 # 2302.rel NDRPDR cov env 11 - - dpdk-3n-alt-hist-iter: - csit-dpdk-perf-report-iterative-2206-3n-alt: - - 1 # 2206 NDRPDR iter env 10 - - 2 # 2206 NDRPDR iter env 10 - - 3 # 2206 NDRPDR iter env 10 - - 4 # 2206 NDRPDR iter env 10 - - 5 # 2206 NDRPDR iter env 10 - - 6 # 2206 NDRPDR iter env 10 - - 7 # 2206 NDRPDR iter env 10 - - 8 # 2206 NDRPDR iter env 10 - - 9 # 2206 NDRPDR iter env 10 - - 10 # 2206 NDRPDR iter env 10 - - dpdk-3n-alt-prev-iter: - csit-dpdk-perf-report-iterative-2210-3n-alt: - - 1 # 2210 NDRPDR iter env 11 - - 2 # 2210 NDRPDR iter env 11 - - 3 # 2210 NDRPDR iter env 11 - - 4 # 2210 NDRPDR iter env 11 - - 5 # 2210 NDRPDR iter env 11 - - 6 # 2210 NDRPDR iter env 11 - - 7 # 2210 NDRPDR iter env 11 - - 8 # 2210 NDRPDR iter env 11 - - 9 # 2210 NDRPDR iter env 11 - - 10 # 2210 NDRPDR iter env 11 - - dpdk-3n-alt-curr-iter: - csit-dpdk-perf-report-iterative-2302-3n-alt: - - 1 # 2302 NDRPDR iter env 11 - - 2 # 2302 NDRPDR iter env 11 - - 3 # 2302 NDRPDR iter env 11 - - 4 # 2302 NDRPDR iter env 11 - - 5 # 2302 NDRPDR iter env 11 - - 6 # 2302 NDRPDR iter env 11 - - 7 # 2302 NDRPDR iter env 11 - - 8 # 2302 NDRPDR iter env 11 - - 9 # 2302 NDRPDR iter env 11 - - 10 # 2302 NDRPDR iter env 11 - - dpdk-3n-alt-curr-iter-best: - csit-dpdk-perf-report-iterative-2302-3n-alt: - - 2 # 2302 NDRPDR iter env 11 - - # 3n-snr - - # vpp-3n-snr-hist-iter: - # csit-vpp-perf-report-iterative-2206-3n-snr: - # - 4 # rls2202.rel NDRPDR iter env 10 - - vpp-3n-snr-prev-iter-old-env: - csit-vpp-perf-report-iterative-2210-3n-snr: - - 25 # 2210.rel NDRPDR iter env 11 - - 26 # 2210.rel NDRPDR iter env 11 - - 27 # 2210.rel NDRPDR iter env 11 - - 28 # 2210.rel NDRPDR iter env 11 - - 29 # 2210.rel NDRPDR iter env 11 - - 36 # 2210.rel NDRPDR iter env 11 - - 37 # 2210.rel NDRPDR iter env 11 - - 38 # 2210.rel NDRPDR iter env 11 - - 39 # 2210.rel NDRPDR iter env 11 - - 40 # 2210.rel NDRPDR iter env 11 - - 46 # 2210.rel NDRPDR iter env 11 wireguard - - 47 # 2210.rel NDRPDR iter env 11 wireguard - - 48 # 2210.rel NDRPDR iter env 11 wireguard - - 49 # 2210.rel NDRPDR iter env 11 wireguard - - 50 # 2210.rel NDRPDR iter env 11 wireguard - - 51 # 2210.rel NDRPDR iter env 11 wireguard - - 52 # 2210.rel NDRPDR iter env 11 wireguard - - 53 # 2210.rel NDRPDR iter env 11 wireguard - - 54 # 2210.rel NDRPDR iter env 11 wireguard - - 55 # 2210.rel NDRPDR iter env 11 wireguard - - # vpp-3n-snr-prev-iter-new-env: - # csit-vpp-perf-report-iterative-2210-3n-snr: - # - 4 # rls2202.rel NDRPDR iter env 10 - - vpp-3n-snr-curr-iter: - csit-vpp-perf-report-iterative-2302-3n-snr: - - 13 # 2302.rel NDRPDR iter env 11 - - 14 # 2302.rel NDRPDR iter env 11 - - 15 # 2302.rel NDRPDR iter env 11 - - 16 # 2302.rel NDRPDR iter env 11 - - 17 # 2302.rel NDRPDR iter env 11 - - 18 # 2302.rel NDRPDR iter env 11 - - 19 # 2302.rel NDRPDR iter env 11 - - 20 # 2302.rel NDRPDR iter env 11 - - 21 # 2302.rel NDRPDR iter env 11 - - 22 # 2302.rel NDRPDR iter env 11 - - vpp-3n-snr-curr-iter-best: - csit-vpp-perf-report-iterative-2302-3n-snr: - - 15 # 2302.rel NDRPDR iter env 11 - - # vpp-3n-snr-hist-iter-mrr: - # csit-vpp-perf-report-iterative-2206-3n-snr: - # - 3 # rls2202.rel MRR iter env 10 - - vpp-3n-snr-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2210-3n-snr: - - 44 # 2210.rel MRR iter env 11 - - # vpp-3n-snr-prev-iter-mrr-new-env: - # csit-vpp-perf-report-iterative-2210-3n-snr: - # - 3 # rls2202.rel MRR iter env 10 - - vpp-3n-snr-curr-iter-mrr: - csit-vpp-perf-report-iterative-2302-3n-snr: - - 11 # 2302.rel MRR iter env 11 - - vpp-3n-snr-curr-cov: - csit-vpp-perf-report-coverage-2302-3n-snr: - - 1 # 2302.rel NDRPDR cov env 11 - - 2 # 2302.rel NDRPDR cov env 11 - - 3 # 2302.rel NDRPDR cov env 11 - - 4 # 2302.rel NDRPDR cov env 11 - - 5 # 2302.rel NDRPDR cov env 11 - - 6 # 2302.rel NDRPDR cov env 11 - - 7 # 2302.rel NDRPDR cov env 11 - - 8 # 2302.rel NDRPDR cov env 11 - - 9 # 2302.rel NDRPDR cov env 11 - - 10 # 2302.rel NDRPDR cov env 11 - - 11 # 2302.rel NDRPDR cov env 11 - - # dpdk-3n-snr-hist-iter: - # csit-dpdk-perf-report-iterative-2206-3n-snr: - # - 1 # 2210 NDRPDR iter env 11 - - dpdk-3n-snr-prev-iter: - csit-dpdk-perf-report-iterative-2210-3n-snr: - - 6 # 2210 NDRPDR iter env 11 - - 7 # 2210 NDRPDR iter env 11 - - 8 # 2210 NDRPDR iter env 11 - - 9 # 2210 NDRPDR iter env 11 - - 10 # 2210 NDRPDR iter env 11 - - 11 # 2210 NDRPDR iter env 11 - - 12 # 2210 NDRPDR iter env 11 - - 13 # 2210 NDRPDR iter env 11 - - 14 # 2210 NDRPDR iter env 11 - - 15 # 2210 NDRPDR iter env 11 - - dpdk-3n-snr-curr-iter: - csit-dpdk-perf-report-iterative-2302-3n-snr: - - 1 # 2302 NDRPDR iter env 11 - - 2 # 2302 NDRPDR iter env 11 - - 3 # 2302 NDRPDR iter env 11 - - 4 # 2302 NDRPDR iter env 11 - - 5 # 2302 NDRPDR iter env 11 - - 6 # 2302 NDRPDR iter env 11 - - 7 # 2302 NDRPDR iter env 11 - - 8 # 2302 NDRPDR iter env 11 - - 9 # 2302 NDRPDR iter env 11 - - 10 # 2302 NDRPDR iter env 11 - - dpdk-3n-snr-curr-iter-best: - csit-dpdk-perf-report-iterative-2302-3n-snr: - - 1 # 2302 NDRPDR iter env 11 diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml deleted file mode 100644 index 6ae7c47717..0000000000 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ /dev/null @@ -1,13364 +0,0 @@ -################################################################################ -### T A B L E S ### -################################################################################ - -# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr -- type: "table" - title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - - title: "2n-icx vs 2n-clx" - reference: 1 - compare: 2 - - title: "Normalized 2n-icx vs 2n-clx" - reference: 1 - compare: 2 - norm-ref: "2n-clx" - norm-cmp: "2n-icx" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx and 2n-icx with xxv710.' - - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' - - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr -- type: "table" - title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - - title: "2n-icx vs 2n-clx" - reference: 1 - compare: 2 - - title: "Normalized 2n-icx vs 2n-clx" - reference: 1 - compare: 2 - norm-ref: "2n-clx" - norm-cmp: "2n-icx" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx and 2n-icx with xxv710.' - - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' - - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr -- type: "table" - title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - - title: "2n-icx vs 2n-clx" - reference: 1 - compare: 2 - - title: "Normalized 2n-icx vs 2n-clx" - reference: 1 - compare: 2 - norm-ref: "2n-clx" - norm-cmp: "2n-icx" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx and 2n-icx with xxv710.' - - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' - - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr -- type: "table" - title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - - title: "2n-icx vs 2n-clx" - reference: 1 - compare: 2 - - title: "Normalized 2n-icx vs 2n-clx" - reference: 1 - compare: 2 - norm-ref: "2n-clx" - norm-cmp: "2n-icx" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx and 2n-icx with xxv710.' - - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' - - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr -- type: "table" - title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter-mrr" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter-mrr" - comparisons: - - title: "2n-icx vs 2n-clx" - reference: 1 - compare: 2 - - title: "Normalized 2n-icx vs 2n-clx" - reference: 1 - compare: 2 - norm-ref: "2n-clx" - norm-cmp: "2n-icx" - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx and 2n-icx with xxv710.' - - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' - - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr -- type: "table" - title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter-mrr" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter-mrr" - comparisons: - - title: "2n-icx vs 2n-clx" - reference: 1 - compare: 2 - - title: "Normalized 2n-icx vs 2n-clx" - reference: 1 - compare: 2 - norm-ref: "2n-clx" - norm-cmp: "2n-icx" - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx and 2n-icx with xxv710.' - - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' - - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr -- type: "table" - title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter-mrr" - - title: "2n-icx xxv710" - data-set: "vpp-2n-icx-curr-iter-mrr" - comparisons: - - title: "2n-icx vs 2n-clx" - reference: 1 - compare: 2 - - title: "Normalized 2n-icx vs 2n-clx" - reference: 1 - compare: 2 - norm-ref: "2n-clx" - norm-cmp: "2n-icx" - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx and 2n-icx with xxv710.' - - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT' - - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# DPDK Normalized Comparison Across Testbeds 2n-clx to 2n-icx ndr -- type: "table" - title: "DPDK Normalized Comparison Across Testbeds 2n-clx to 2n-icx ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-clx-2n-icx-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" - columns: - - title: "2n-clx xxv710" - data-set: "dpdk-2n-clx-curr-iter" - - title: "2n-icx xxv710" - data-set: "dpdk-2n-icx-curr-iter" - comparisons: - - title: "2n-icx vs 2n-clx" - reference: 1 - compare: 2 - - title: "Normalized 2n-icx vs 2n-clx" - reference: 1 - compare: 2 - norm-ref: "2n-clx" - norm-cmp: "2n-icx" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx and 2n-icx with xxv710.' - - '2n-clx, 2n-icx: [Mpps +- StDev] results for DPDK tested in CSIT' - - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# DPDK Normalized Comparison Across Testbeds 2n-clx to 2n-icx pdr -- type: "table" - title: "DPDK Normalized Comparison Across Testbeds 2n-clx to 2n-icx pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-clx-2n-icx-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-XXV710'" - columns: - - title: "2n-clx xxv710" - data-set: "dpdk-2n-clx-curr-iter" - - title: "2n-icx xxv710" - data-set: "dpdk-2n-icx-curr-iter" - comparisons: - - title: "2n-icx vs 2n-clx" - reference: 1 - compare: 2 - - title: "Normalized 2n-icx vs 2n-clx" - reference: 1 - compare: 2 - norm-ref: "2n-clx" - norm-cmp: "2n-icx" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx and 2n-icx with xxv710.' - - '2n-clx, 2n-icx: [Mpps +- StDev] results for DPDK tested in CSIT' - - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# VPP Latency Changes 2n-clx 2t1c -- type: "table" - title: "VPP Latency Changes 2n-clx 2t1c PDR50-direction1-avg" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-xxv710-2t1c-pdr50-d1-avg" - include-tests: "latency-PDR50-direction1-avg" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-clx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-clx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-clx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Latency Changes 2n-clx 2t1c -- type: "table" - title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-avg" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-avg" - include-tests: "latency-PDR90-direction1-avg" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-clx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-clx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-clx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Latency Changes 2n-clx 2t1c -- type: "table" - title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-max" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-max" - include-tests: "latency-PDR90-direction1-max" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-clx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-clx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-clx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Latency Changes 2n-clx 2t1c -- type: "table" - title: "VPP Latency Changes 2n-clx 2t1c PDR50-direction1-avg" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-cx556a-2t1c-pdr50-d1-avg" - include-tests: "latency-PDR50-direction1-avg" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-clx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-clx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-clx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Latency Changes 2n-clx 2t1c -- type: "table" - title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-avg" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-avg" - include-tests: "latency-PDR90-direction1-avg" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-clx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-clx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-clx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Latency Changes 2n-clx 2t1c -- type: "table" - title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-max" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-max" - include-tests: "latency-PDR90-direction1-max" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-clx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-clx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-clx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Latency Changes 2n-zn2 2t1c -- type: "table" - title: "VPP Latency Changes 2n-zn2 2t1c PDR50-direction1-avg" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-zn2-xxv710-2t1c-pdr50-d1-avg" - include-tests: "latency-PDR50-direction1-avg" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-zn2-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-zn2-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-zn2-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Latency Changes 2n-zn2 2t1c -- type: "table" - title: "VPP Latency Changes 2n-zn2 2t1c PDR90-direction1-avg" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-avg" - include-tests: "latency-PDR90-direction1-avg" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-zn2-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-zn2-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-zn2-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Latency Changes 2n-zn2 2t1c -- type: "table" - title: "VPP Latency Changes 2n-zn2 2t1c PDR90-direction1-max" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-max" - include-tests: "latency-PDR90-direction1-max" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-zn2-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-zn2-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-zn2-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Latency Changes 2n-tx2 1t1c -- type: "table" - title: "VPP Latency Changes 2n-tx2 1t1c PDR50-direction1-avg" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-tx2-xl710-1t1c-pdr50-d1-avg" - include-tests: "latency-PDR50-direction1-avg" - filter: "'1T1C' and 'NDRPDR'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-tx2-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-tx2-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-tx2-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Latency Changes 2n-tx2 1t1c -- type: "table" - title: "VPP Latency Changes 2n-tx2 1t1c PDR90-direction1-avg" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-avg" - include-tests: "latency-PDR90-direction1-avg" - filter: "'1T1C' and 'NDRPDR'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-tx2-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-tx2-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-tx2-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Latency Changes 2n-tx2 1t1c -- type: "table" - title: "VPP Latency Changes 2n-tx2 1t1c PDR90-direction1-max" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-max" - include-tests: "latency-PDR90-direction1-max" - filter: "'1T1C' and 'NDRPDR'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-tx2-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-tx2-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-tx2-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Latency Changes 3n-tsh 1t1c -- type: "table" - title: "VPP Latency Changes 3n-tsh 1t1c PDR50-direction1-avg" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-tsh-x520-1t1c-pdr50-d1-avg" - include-tests: "latency-PDR50-direction1-avg" - filter: "'1T1C' and 'NDRPDR'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-tsh-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-tsh-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-tsh-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Latency Changes 3n-tsh 1t1c -- type: "table" - title: "VPP Latency Changes 3n-tsh 1t1c PDR90-direction1-avg" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-tsh-x520-1t1c-pdr90-d1-avg" - include-tests: "latency-PDR90-direction1-avg" - filter: "'1T1C' and 'NDRPDR'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-tsh-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-tsh-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-tsh-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Latency Changes 3n-tsh 1t1c -- type: "table" - title: "VPP Latency Changes 3n-tsh 1t1c PDR90-direction1-max" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-tsh-x520-1t1c-pdr90-d1-max" - include-tests: "latency-PDR90-direction1-max" - filter: "'1T1C' and 'NDRPDR'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-tsh-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-tsh-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-tsh-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Latency Changes 3n-icx 2t1c -- type: "table" - title: "VPP Latency Changes 3n-icx 2t1c PDR50-direction1-avg" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-icx-xxv710-2t1c-pdr50-d1-avg" - include-tests: "latency-PDR50-direction1-avg" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-icx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Latency Changes 3n-icx 2t1c -- type: "table" - title: "VPP Latency Changes 3n-icx 2t1c PDR90-direction1-avg" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-icx-xxv710-2t1c-pdr90-d1-avg" - include-tests: "latency-PDR90-direction1-avg" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-icx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Latency Changes 3n-icx 2t1c -- type: "table" - title: "VPP Latency Changes 3n-icx 2t1c PDR90-direction1-max" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-icx-xxv710-2t1c-pdr90-d1-max" - include-tests: "latency-PDR90-direction1-max" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-icx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Latency Changes 2n-icx 2t1c -- type: "table" - title: "VPP Latency Changes 2n-icx 2t1c PDR50-direction1-avg" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-icx-xxv710-2t1c-pdr50-d1-avg" - include-tests: "latency-PDR50-direction1-avg" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-icx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Latency Changes 2n-icx 2t1c -- type: "table" - title: "VPP Latency Changes 2n-icx 2t1c PDR90-direction1-avg" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-icx-xxv710-2t1c-pdr90-d1-avg" - include-tests: "latency-PDR90-direction1-avg" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-icx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Latency Changes 2n-icx 2t1c -- type: "table" - title: "VPP Latency Changes 2n-icx 2t1c PDR90-direction1-max" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-icx-xxv710-2t1c-pdr90-d1-max" - include-tests: "latency-PDR90-direction1-max" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-icx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Latency Changes 3n-alt 1t1c -- type: "table" - title: "VPP Latency Changes 3n-alt 1t1c PDR50-direction1-avg" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-alt-xl710-1t1c-pdr50-d1-avg" - include-tests: "latency-PDR50-direction1-avg" - filter: "'1T1C' and 'NDRPDR'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-alt-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-alt-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-alt-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-alt-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Latency Changes 3n-alt 1t1c -- type: "table" - title: "VPP Latency Changes 3n-alt 1t1c PDR90-direction1-avg" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-alt-xl710-1t1c-pdr90-d1-avg" - include-tests: "latency-PDR90-direction1-avg" - filter: "'1T1C' and 'NDRPDR'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-alt-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-alt-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-alt-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-alt-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Latency Changes 3n-alt 1t1c -- type: "table" - title: "VPP Latency Changes 3n-alt 1t1c PDR90-direction1-max" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-alt-xl710-1t1c-pdr90-d1-max" - include-tests: "latency-PDR90-direction1-max" - filter: "'1T1C' and 'NDRPDR'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-alt-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-alt-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-alt-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-alt-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Soak vs NDR - 2n-icx -- type: "table" - title: "VPP Soak vs NDR 2n-icx" - algorithm: "table_soak_vs_ndr" - output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-icx" - reference: - title: "NDR" - data: "vpp-soak-vs-ndr-2n-icx-ref" - compare: - title: "Soak" - data: "vpp-2n-icx-curr-soak" - data: "vpp-soak-vs-ndr-2n-icx" - include-tests: "NDR" - filter: "'NDRPDR' or 'SOAK'" - parameters: - - "throughput" - - "name" - - "parent" - -# VPP Soak vs NDR - 2n-clx -- type: "table" - title: "VPP Soak vs NDR 2n-clx" - algorithm: "table_soak_vs_ndr" - output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-clx" - reference: - title: "NDR" - data: "vpp-soak-vs-ndr-2n-clx-ref" - compare: - title: "Soak" - data: "vpp-2n-clx-curr-soak" - data: "vpp-soak-vs-ndr-2n-clx" - include-tests: "NDR" - filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'" - parameters: - - "throughput" - - "name" - - "parent" - -################################################################################ -# TRex - -# TRex Performance Changes 1n-aws pdr -- type: "table" - title: "TRex Performance Changes 1n-aws pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,TREX]}/performance-changes-1n-aws-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR'" - columns: - # - title: "2206.0-10" - # data-set: "trex-1n-aws-hist-iter" - - title: "2210.0-11" - data-set: "trex-1n-aws-prev-iter" - - title: "2302.0-11" - data-set: "trex-1n-aws-curr-iter" - comparisons: - - title: "2302.0-11 vs 2210.0-11" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 1n-aws with nitro50g.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# TRex Performance Changes 1n-aws ndr -- type: "table" - title: "TRex Performance Changes 1n-aws ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,TREX]}/performance-changes-1n-aws-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR'" - columns: - # - title: "2206.0-10" - # data-set: "trex-1n-aws-hist-iter" - - title: "2210.0-11" - data-set: "trex-1n-aws-prev-iter" - - title: "2302.0-11" - data-set: "trex-1n-aws-curr-iter" - comparisons: - - title: "2302.0-11 vs 2210.0-11" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 1n-aws with nitro50g.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# TRex Performance Changes 2n-icx pdr -- type: "table" - title: "TRex Performance Changes 2n-icx pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,TREX]}/performance-changes-2n-icx-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR'" - columns: - # - title: "2206.0-10" - # data-set: "trex-2n-icx-hist-iter" - - title: "2210.0-11" - data-set: "trex-2n-icx-prev-iter" - - title: "2302.0-11" - data-set: "trex-2n-icx-curr-iter" - comparisons: - - title: "2302.0-11 vs 2210.0-11" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with e810cq.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# TRex Performance Changes 2n-icx ndr -- type: "table" - title: "TRex Performance Changes 2n-icx ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,TREX]}/performance-changes-2n-icx-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR'" - columns: - # - title: "2206.0-10" - # data-set: "trex-2n-icx-hist-iter" - - title: "2210.0-11" - data-set: "trex-2n-icx-prev-iter" - - title: "2302.0-11" - data-set: "trex-2n-icx-curr-iter" - comparisons: - - title: "2302.0-11 vs 2210.0-11" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with e810cq.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -################################################################################ -# VPP - -# # VPP Performance Changes 3n-icx Hoststack -# - type: "table" -# title: "VPP Performance Changes 3n-icx Hoststack" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-hoststack" -# include-tests: "hoststack" -# filter: "all" -# columns: -# - title: "2110.0-8" -# data-set: "vpp-3n-icx-hist-iter-hoststack-new-env" -# - title: "2202.0-9" -# data-set: "vpp-3n-icx-prev-iter-hoststack-old-env" -# - title: "2206.0-10" -# data-set: "vpp-3n-icx-curr-iter-hoststack" -# comparisons: -# - title: "2206.0-10 vs 2202.0-9" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: Hoststack on 3n-icx with e810xxv.' -# - 'YYMM.V-E: [Mbps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2210).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' - -# VPP Performance Changes 3n-icx 2t1c pdr -- type: "table" - title: "VPP Performance Changes 3n-icx 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-icx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-icx 4t2c pdr -- type: "table" - title: "VPP Performance Changes 3n-icx 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-icx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-icx 2t1c ndr -- type: "table" - title: "VPP Performance Changes 3n-icx 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-icx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-icx 4t2c ndr -- type: "table" - title: "VPP Performance Changes 3n-icx 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-icx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-icx-e810xxv 2t1c pdr -- type: "table" - title: "VPP Performance Changes 3n-icx-e810xxv 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-e810xxv-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-E810XXV'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-icx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with e810xxv.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-icx-e810xxv 4t2c pdr -- type: "table" - title: "VPP Performance Changes 3n-icx-e810xxv 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-e810xxv-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-E810XXV'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-icx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with e810xxv.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-icx-e810xxv 2t1c ndr -- type: "table" - title: "VPP Performance Changes 3n-icx-e810xxv 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-e810xxv-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-E810XXV'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-icx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with e810xxv.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-icx-e810xxv 4t2c ndr -- type: "table" - title: "VPP Performance Changes 3n-icx-e810xxv 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-e810xxv-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-E810XXV'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-icx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with e810xxv.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - - -# VPP Performance Changes 2n-icx 2t1c pdr -- type: "table" - title: "VPP Performance Changes 2n-icx 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-icx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-icx 4t2c pdr -- type: "table" - title: "VPP Performance Changes 2n-icx 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-icx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-icx 2t1c ndr -- type: "table" - title: "VPP Performance Changes 2n-icx 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-icx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-icx 4t2c ndr -- type: "table" - title: "VPP Performance Changes 2n-icx 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-icx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-clx-xxv710 2t1c pdr -- type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-clx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-clx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-clx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-clx-xxv710 4t2c pdr -- type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-clx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-clx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-clx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-clx-xxv710 2t1c ndr -- type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-clx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-clx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-clx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-clx-xxv710 4t2c ndr -- type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-clx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-clx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-clx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-clx-cx556a 2t1c pdr -- type: "table" - title: "VPP Performance Changes 2n-clx-cx556a 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-clx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-clx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-clx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-clx-cx556a 4t2c pdr -- type: "table" - title: "VPP Performance Changes 2n-clx-cx556a 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-clx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-clx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-clx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-clx-cx556a 2t1c ndr -- type: "table" - title: "VPP Performance Changes 2n-clx-cx556a 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-clx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-clx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-clx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-clx-cx556a 4t2c ndr -- type: "table" - title: "VPP Performance Changes 2n-clx-cx556a ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-clx-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-clx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-clx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-zn2-xxv710 2t1c pdr -- type: "table" - title: "VPP Performance Changes 2n-zn2-xxv710 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-zn2-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-zn2-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-zn2-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-zn2-xxv710 4t2c pdr -- type: "table" - title: "VPP Performance Changes 2n-zn2-xxv710 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-zn2-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-zn2-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-zn2-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-zn2-xxv710 2t1c ndr -- type: "table" - title: "VPP Performance Changes 2n-zn2-xxv710 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-zn2-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-zn2-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-zn2-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-zn2-xxv710 4t2c ndr -- type: "table" - title: "VPP Performance Changes 2n-zn2-xxv710 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-zn2-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-zn2-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-zn2-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-tsh 1t1c pdr -- type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-tsh-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-tsh-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-tsh-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-tsh 2t2c pdr -- type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-tsh-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-tsh-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-tsh-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-tsh 1t1c ndr -- type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-tsh-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-tsh-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-tsh-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-tsh 2t2c ndr -- type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-tsh-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-tsh-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-tsh-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-tx2 1t1c pdr -- type: "table" - title: "VPP Performance Changes 2n-tx2 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-tx2-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-tx2-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-tx2-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-tx2 2t2c pdr -- type: "table" - title: "VPP Performance Changes 2n-tx2 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-tx2-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-tx2-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-tx2-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-tx2 1t1c ndr -- type: "table" - title: "VPP Performance Changes 2n-tx2 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-tx2-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-tx2-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-tx2-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-tx2 2t2c ndr -- type: "table" - title: "VPP Performance Changes 2n-tx2 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-tx2-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-tx2-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-tx2-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-aws 2t1c pdr -- type: "table" - title: "VPP Performance Changes 2n-aws 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-aws-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-aws-prev-iter" - - title: "2302.0-11" - data-set: "vpp-2n-aws-curr-iter" - comparisons: - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' - -# VPP Performance Changes 2n-aws 4t2c pdr -- type: "table" - title: "VPP Performance Changes 2n-aws 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-aws-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-aws-prev-iter" - - title: "2302.0-11" - data-set: "vpp-2n-aws-curr-iter" - comparisons: - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' - -# VPP Performance Changes 2n-aws 2t1c ndr -- type: "table" - title: "VPP Performance Changes 2n-aws 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-aws-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-aws-prev-iter" - - title: "2302.0-11" - data-set: "vpp-2n-aws-curr-iter" - comparisons: - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' - -# VPP Performance Changes 2n-aws 4t2c ndr -- type: "table" - title: "VPP Performance Changes 2n-aws 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-aws-hist-iter" - - title: "2210.0-11" - data-set: "vpp-2n-aws-prev-iter" - - title: "2302.0-11" - data-set: "vpp-2n-aws-curr-iter" - comparisons: - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' - -# VPP Performance Changes 3n-alt 1t1c pdr -- type: "table" - title: "VPP Performance Changes 3n-alt 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-alt-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-alt-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-alt-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-alt-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-alt 2t2c pdr -- type: "table" - title: "VPP Performance Changes 3n-alt 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-alt-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-alt-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-alt-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-alt-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-alt 1t1c ndr -- type: "table" - title: "VPP Performance Changes 3n-alt 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-alt-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-alt-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-alt-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-alt-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-alt with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-alt 2t2c ndr -- type: "table" - title: "VPP Performance Changes 3n-alt 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-alt-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-alt-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-alt-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-alt-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-alt with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-snr 1t1c pdr -- type: "table" - title: "VPP Performance Changes 3n-snr 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - # - title: "2206.0-10" - # data-set: "vpp-3n-snr-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-snr-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-snr-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-snr-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-snr with e822cq.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-snr 2t2c pdr -- type: "table" - title: "VPP Performance Changes 3n-snr 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - # - title: "2206.0-10" - # data-set: "vpp-3n-snr-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-snr-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-snr-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-snr-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-snr with e822cq.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-snr 1t1c ndr -- type: "table" - title: "VPP Performance Changes 3n-snr 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - # - title: "2206.0-10" - # data-set: "vpp-3n-snr-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-snr-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-snr-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-snr-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-snr with e822cq.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-snr 2t2c ndr -- type: "table" - title: "VPP Performance Changes 3n-snr 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - # - title: "2206.0-10" - # data-set: "vpp-3n-snr-hist-iter" - - title: "2210.0-11" - data-set: "vpp-3n-snr-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-snr-prev-iter-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-snr-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-snr with e822cq.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-icx 2t1c mrr -- type: "table" - title: "VPP Performance Changes 3n-icx 2t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-icx-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-icx-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-icx 4t2c mrr -- type: "table" - title: "VPP Performance Changes 3n-icx 4t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-icx-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-icx-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-icx 8t4c mrr -- type: "table" - title: "VPP Performance Changes 3n-icx 8t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-8t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-icx-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-icx-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - - -# VPP Performance Changes 3n-icx-e810xxv 2t1c mrr -- type: "table" - title: "VPP Performance Changes 3n-icx-e810xxv 2t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-e810xxv-2t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and 'NIC_Intel-E810XXV'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-icx-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-icx-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with e810xxv.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-icx-e810xxv 4t2c mrr -- type: "table" - title: "VPP Performance Changes 3n-icx-e810xxv 4t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-e810xxv-4t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and 'NIC_Intel-E810XXV'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-icx-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-icx-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with e810xxv.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-icx-e810xxv 8t4c mrr -- type: "table" - title: "VPP Performance Changes 3n-icx-e810xxv 8t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-e810xxv-8t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Intel-E810XXV'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-icx-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-icx-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with e810xxv.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-icx 2t1c mrr -- type: "table" - title: "VPP Performance Changes 2n-icx 2t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-icx-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-2n-icx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-icx-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-icx 4t2c mrr -- type: "table" - title: "VPP Performance Changes 2n-icx 4t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-icx-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-2n-icx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-icx-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-icx 8t4c mrr -- type: "table" - title: "VPP Performance Changes 2n-icx 8t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-8t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-icx-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-2n-icx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-icx-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-clx-xxv710 2t1c mrr -- type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 2t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-clx-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-clx-xxv710 4t2c mrr -- type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 4t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-clx-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-clx-xxv710 8t4c mrr -- type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 8t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-8t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-clx-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-clx-cx556a 2t1c mrr -- type: "table" - title: "VPP Performance Changes 2n-clx-cx556a 2t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-clx-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-clx-cx556a 4t2c mrr -- type: "table" - title: "VPP Performance Changes 2n-clx-cx556a 4t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-clx-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-clx-cx556a 8t4c mrr -- type: "table" - title: "VPP Performance Changes 2n-clx-cx556a 8t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-8t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-clx-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-zn2-xxv710 2t1c mrr -- type: "table" - title: "VPP Performance Changes 2n-zn2-xxv710 2t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-zn2-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-zn2-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-zn2-xxv710 4t2c mrr -- type: "table" - title: "VPP Performance Changes 2n-zn2-xxv710 4t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-zn2-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-zn2-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-zn2-xxv710 8t4c mrr -- type: "table" - title: "VPP Performance Changes 2n-zn2-xxv710 8t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-8t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-zn2-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-zn2-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-tsh 1t1c mrr -- type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-tsh-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-tsh-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-tsh 2t2c mrr -- type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-tsh-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-tsh-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-tsh 4t4c mrr -- type: "table" - title: "VPP Performance Changes 3n-tsh 4t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-tsh-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-tsh-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-tx2 1t1c mrr -- type: "table" - title: "VPP Performance Changes 2n-tx2 1t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-tx2-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-tx2-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-tx2 2t2c mrr -- type: "table" - title: "VPP Performance Changes 2n-tx2 2t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-tx2-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-tx2-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-tx2 4t4c mrr -- type: "table" - title: "VPP Performance Changes 2n-tx2 4t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-4t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-tx2-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-2n-tx2-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-aws 2t1c mrr -- type: "table" - title: "VPP Performance Changes 2n-aws 2t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-2t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-aws-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-2n-aws-prev-iter-mrr" - - title: "2302.0-11" - data-set: "vpp-2n-aws-curr-iter-mrr" - comparisons: - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' - -# VPP Performance Changes 2n-aws 4t2c mrr -- type: "table" - title: "VPP Performance Changes 2n-aws 4t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-4t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C'" - columns: - - title: "2206.0-10" - data-set: "vpp-2n-aws-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-2n-aws-prev-iter-mrr" - - title: "2302.0-11" - data-set: "vpp-2n-aws-curr-iter-mrr" - comparisons: - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' - -# VPP Performance Changes 3n-alt 1t1c mrr -- type: "table" - title: "VPP Performance Changes 3n-alt 1t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-1t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-alt-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-3n-alt-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-alt-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-alt-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-alt 2t2c mrr -- type: "table" - title: "VPP Performance Changes 3n-alt 2t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-2t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-alt-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-3n-alt-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-alt-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-alt-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-alt 4t4c mrr -- type: "table" - title: "VPP Performance Changes 3n-alt 4t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-4t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C'" - columns: - - title: "2206.0-10" - data-set: "vpp-3n-alt-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-3n-alt-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-alt-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-alt-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-snr 1t1c mrr -- type: "table" - title: "VPP Performance Changes 3n-snr 1t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-1t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - # - title: "2206.0-10" - # data-set: "vpp-3n-snr-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-3n-snr-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-snr-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-snr-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-snr with e822cq.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-snr 2t2c mrr -- type: "table" - title: "VPP Performance Changes 3n-snr 2t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-2t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - # - title: "2206.0-10" - # data-set: "vpp-3n-snr-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-3n-snr-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-snr-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-snr-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-snr with e822cq.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-snr 4t4c mrr -- type: "table" - title: "VPP Performance Changes 3n-snr 4t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-4t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C'" - columns: - # - title: "2206.0-10" - # data-set: "vpp-3n-snr-hist-iter-mrr" - - title: "2210.0-11" - data-set: "vpp-3n-snr-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-snr-prev-iter-mrr-new-env" - - title: "2302.0-11" - data-set: "vpp-3n-snr-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2302.0-11 vs 2210.0-11" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-snr with e822cq.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# Detailed Test Results - VPP Performance Results 2n-zn2 -- type: "table" - title: "Detailed Test Results - VPP Performance Results 2n-zn2" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,2N,ZN2]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-2n-zn2-curr-cov" - filter: "all" - remove-ndr: False - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP Performance Results 2n-clx -- type: "table" - title: "Detailed Test Results - VPP Performance Results 2n-clx" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-2n-clx-curr-cov" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP Performance Results 2n-icx -- type: "table" - title: "Detailed Test Results - VPP Performance Results 2n-icx" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,2N,ICX]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-2n-icx-curr-cov" - filter: "'NDRPDR'" -# remove-ndr: True - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP Performance Results 3n-icx -- type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-icx" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,3N,ICX]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-3n-icx-curr-cov" - filter: "'NDRPDR'" - # remove-ndr: True - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP Performance Results 3n-tsh -- type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-tsh" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-3n-tsh-curr-cov" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP Performance Results 3n-alt -- type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-alt" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,3N,ALT]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-3n-alt-curr-cov" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP Performance Results 2n-tx2 -- type: "table" - title: "Detailed Test Results - VPP Performance Results 2n-tx2" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,2N,TX2]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-2n-tx2-curr-cov" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP Performance Results 3n-snr -- type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-snr" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,3N,SNR]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-3n-snr-curr-cov" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP Performance Results 2n-aws -- type: "table" - title: "Detailed Test Results - VPP Performance Results 2n-aws" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,2N,AWS]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. min avg max min avg max (10% PDR) |br| 4. min avg max min avg max (50% PDR) |br| 5. min avg max min avg max (90% PDR) |preout| " - data: "data msg" - data: "vpp-2n-aws-curr-cov" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Test configuration - VPP Performance Test Configs 2n-zn2 -- type: "table" - title: "Test configuration - VPP Performance Test Configs 2n-zn2" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,2N,ZN2]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-2n-zn2-curr-cov" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP Performance Test Configs 2n-clx -- type: "table" - title: "Test configuration - VPP Performance Test Configs 2n-clx" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,2N,CLX]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-2n-clx-curr-cov" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP Performance Test Configs 2n-icx -- type: "table" - title: "Test configuration - VPP Performance Test Configs 2n-icx" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,2N,ICX]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-2n-icx-curr-cov" - filter: "'NDRPDR'" -# remove-ndr: True - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP Performance Test Configs 3n-icx -- type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-icx" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,3N,ICX]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-3n-icx-curr-cov" - filter: "'NDRPDR'" - # remove-ndr: True - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP Performance Test Configs 3n-tsh -- type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-tsh" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-3n-tsh-curr-cov" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP Performance Test Configs 3n-alt -- type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-alt" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,3N,ALT]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-3n-alt-curr-cov" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP Performance Test Configs 2n-tx2 -- type: "table" - title: "Test configuration - VPP Performance Test Configs 2n-tx2" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,2N,TX2]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-2n-tx2-curr-cov" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP Performance Test Configs 3n-snr -- type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-snr" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,3N,SNR]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-3n-snr-curr-cov" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP Performance Test Configs 2n-aws -- type: "table" - title: "Test configuration - VPP Performance Test Configs 2n-aws" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,2N,AWS]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-2n-aws-curr-cov" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test Operational Data - VPP Performance Operational Data 2n-zn2 -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-zn2" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,2N,ZN2]}/" - data: "vpp-2n-zn2-curr-cov" - filter: "all" - -# Test Operational Data - VPP Performance Operational Data 2n-clx -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-clx" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,2N,CLX]}/" - data: "vpp-2n-clx-curr-cov" - filter: "all" - -# Test Operational Data - VPP Performance Operational Data 2n-icx -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-icx" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,2N,ICX]}/" - data: "vpp-2n-icx-curr-cov" - filter: "'NDRPDR'" - -# Test Operational Data - VPP Performance Operational Data 3n-icx -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-icx" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,ICX]}/" - data: "vpp-3n-icx-curr-cov" - filter: "'NDRPDR'" - -# Test Operational Data - VPP Performance Operational Data 3n-tsh -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-tsh" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/" - data: "vpp-3n-tsh-curr-cov" - filter: "all" - -# Test Operational Data - VPP Performance Operational Data 3n-alt -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-alt" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,ALT]}/" - data: "vpp-3n-alt-curr-cov" - filter: "all" - -# Test Operational Data - VPP Performance Operational Data 2n-tx2 -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-tx2" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,2N,TX2]}/" - data: "vpp-2n-tx2-curr-cov" - filter: "all" - -# Test Operational Data - VPP Performance Operational Data 3n-snr -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-snr" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,SNR]}/" - data: "vpp-3n-snr-curr-cov" - filter: "all" - -# Test Operational Data - VPP Performance Operational Data 2n-aws -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-aws" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,2N,AWS]}/" - data: "vpp-2n-aws-curr-cov" - filter: "all" - -# Detailed Test Results - VPP MRR Results 2n-zn2 -- type: "table" - title: "Detailed Test Results - VPP MRR Results 2n-zn2" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,2N,ZN2]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-2n-zn2-curr-iter-mrr" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP MRR Results 2n-clx -- type: "table" - title: "Detailed Test Results - VPP MRR Results 2n-clx" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-2n-clx-curr-iter-mrr" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP MRR Results 2n-icx -- type: "table" - title: "Detailed Test Results - VPP MRR Results 2n-icx" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,2N,ICX]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-2n-icx-curr-iter-mrr" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP MRR Results 3n-icx -- type: "table" - title: "Detailed Test Results - VPP MRR Results 3n-icx" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,3N,ICX]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-3n-icx-curr-iter-mrr" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP MRR Results 3n-tsh -- type: "table" - title: "Detailed Test Results - VPP MRR Results 3n-tsh" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-3n-tsh-curr-iter-mrr" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP MRR Results 3n-alt -- type: "table" - title: "Detailed Test Results - VPP MRR Results 3n-alt" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,3N,ALT]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-3n-alt-curr-iter-mrr" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP MRR Results 2n-tx2 -- type: "table" - title: "Detailed Test Results - VPP MRR Results 2n-tx2" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,2N,TX2]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-2n-tx2-curr-iter-mrr" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP MRR Results 3n-snr -- type: "table" - title: "Detailed Test Results - VPP MRR Results 3n-snr" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,3N,SNR]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-3n-snr-curr-iter-mrr" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP MRR Results 2n-aws -- type: "table" - title: "Detailed Test Results - VPP MRR Results 2n-aws" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,2N,AWS]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-2n-aws-curr-iter-mrr" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Test configuration - VPP MRR Test Configs 2n-zn2 -- type: "table" - title: "Test configuration - VPP MRR Test Configs 2n-zn2" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,2N,ZN2]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-2n-zn2-curr-iter-mrr" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP MRR Test Configs 2n-clx -- type: "table" - title: "Test configuration - VPP MRR Test Configs 2n-clx" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-2n-clx-curr-iter-mrr" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP MRR Test Configs 2n-icx -- type: "table" - title: "Test configuration - VPP MRR Test Configs 2n-icx" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,2N,ICX]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-2n-icx-curr-iter-mrr" - filter: "'MRR'" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP MRR Test Configs 3n-icx -- type: "table" - title: "Test configuration - VPP MRR Test Configs 3n-icx" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,3N,ICX]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-3n-icx-curr-iter-mrr" - filter: "'MRR'" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP MRR Test Configs 3n-tsh -- type: "table" - title: "Test configuration - VPP MRR Test Configs 3n-tsh" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-3n-tsh-curr-iter-mrr" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP MRR Test Configs 3n-alt -- type: "table" - title: "Test configuration - VPP MRR Test Configs 3n-alt" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,3N,ALT]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-3n-alt-curr-iter-mrr" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP MRR Test Configs 2n-tx2 -- type: "table" - title: "Test configuration - VPP MRR Test Configs 2n-tx2" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,2N,TX2]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-2n-tx2-curr-iter-mrr" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP MRR Test Configs 3n-snr -- type: "table" - title: "Test configuration - VPP MRR Test Configs 3n-snr" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,3N,SNR]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-3n-snr-curr-iter-mrr" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP MRR Test Configs 2n-aws -- type: "table" - title: "Test configuration - VPP MRR Test Configs 2n-aws" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,2N,AWS]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-2n-aws-curr-iter-mrr" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Detailed Test Results - VPP Device Results - 1n-skx -- type: "table" - title: "Detailed Test Results - VPP Device Results - 1n-skx" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,FUNC,VPP,DEVICE,1N,SKX]}/vpp_device_results_1n_skx" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Status |preout| " - data: "data status" - data: "vpp-device-1n-skx" - filter: "all" - parameters: - - "name" - - "parent" - - "doc" - - "status" - -# Detailed Test Results - VPP Device Results - 1n-tx2 -- type: "table" - title: "Detailed Test Results - VPP Device Results - 1n-tx2" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,FUNC,VPP,DEVICE,1N,TX2]}/vpp_device_results_1n_tx2" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Status |preout| " - data: "data status" - data: "vpp-device-1n-tx2" - filter: "all" - parameters: - - "name" - - "parent" - - "doc" - - "status" - -# Test configuration - VPP Device Test Configs - 1n-skx -- type: "table" - title: "Test configuration - VPP Device Test Configs - 1n-skx" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,FUNC,VPP,DEVICE,1N,SKX]}/vpp_device_configuration_1n_skx" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-device-1n-skx" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP Device Test Configs - 1n-tx2 -- type: "table" - title: "Test configuration - VPP Device Test Configs - 1n-tx2" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,FUNC,VPP,DEVICE,1N,TX2]}/vpp_device_configuration_1n_tx2" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-device-1n-tx2" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -################################################################################ - -# # DPDK Performance Changes 3n-icx 2t1c pdr -# - type: "table" -# title: "DPDK Performance Changes 3n-icx 2t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" -# columns: -# - title: "21.11" -# data-set: "dpdk-3n-icx-hist-iter" -# - title: "22.03" -# data-set: "dpdk-3n-icx-prev-iter" -# - title: "22.07" -# data-set: "dpdk-3n-icx-curr-iter" -# comparisons: -# - title: "22.07 vs 22.03" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' -# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' -# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# # DPDK Performance Changes 3n-icx 4t2c pdr -# - type: "table" -# title: "DPDK Performance Changes 3n-icx 4t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" -# columns: -# - title: "21.11" -# data-set: "dpdk-3n-icx-hist-iter" -# - title: "22.03" -# data-set: "dpdk-3n-icx-prev-iter" -# - title: "22.07" -# data-set: "dpdk-3n-icx-curr-iter" -# comparisons: -# - title: "22.07 vs 22.03" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' -# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' -# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# # DPDK Performance Changes 3n-icx 2t1c ndr -# - type: "table" -# title: "DPDK Performance Changes 3n-icx 2t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" -# columns: -# - title: "21.11" -# data-set: "dpdk-3n-icx-hist-iter" -# - title: "22.03" -# data-set: "dpdk-3n-icx-prev-iter" -# - title: "22.07" -# data-set: "dpdk-3n-icx-curr-iter" -# comparisons: -# - title: "22.07 vs 22.03" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' -# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' -# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# # DPDK Performance Changes 3n-icx 4t2c ndr -# - type: "table" -# title: "DPDK Performance Changes 3n-icx 4t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" -# columns: -# - title: "21.11" -# data-set: "dpdk-3n-icx-hist-iter" -# - title: "22.03" -# data-set: "dpdk-3n-icx-prev-iter" -# - title: "22.07" -# data-set: "dpdk-3n-icx-curr-iter" -# comparisons: -# - title: "22.07 vs 22.03" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' -# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' -# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# # DPDK Performance Changes 2n-icx 2t1c pdr -# - type: "table" -# title: "DPDK Performance Changes 2n-icx 2t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" -# columns: -# - title: "21.11" -# data-set: "dpdk-2n-icx-hist-iter" -# - title: "22.03" -# data-set: "dpdk-2n-icx-prev-iter" -# - title: "22.07" -# data-set: "dpdk-2n-icx-curr-iter" -# comparisons: -# - title: "22.07 vs 22.03" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' -# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' -# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# # DPDK Performance Changes 2n-icx 4t2c pdr -# - type: "table" -# title: "DPDK Performance Changes 2n-icx 4t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" -# columns: -# - title: "21.11" -# data-set: "dpdk-2n-icx-hist-iter" -# - title: "22.03" -# data-set: "dpdk-2n-icx-prev-iter" -# - title: "22.07" -# data-set: "dpdk-2n-icx-curr-iter" -# comparisons: -# - title: "22.07 vs 22.03" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' -# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' -# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# # DPDK Performance Changes 2n-icx 2t1c ndr -# - type: "table" -# title: "DPDK Performance Changes 2n-icx 2t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" -# columns: -# - title: "21.11" -# data-set: "dpdk-2n-icx-hist-iter" -# - title: "22.03" -# data-set: "dpdk-2n-icx-prev-iter" -# - title: "22.07" -# data-set: "dpdk-2n-icx-curr-iter" -# comparisons: -# - title: "22.07 vs 22.03" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' -# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' -# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# # DPDK Performance Changes 2n-icx 4t2c ndr -# - type: "table" -# title: "DPDK Performance Changes 2n-icx 4t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" -# columns: -# - title: "21.11" -# data-set: "dpdk-2n-icx-hist-iter" -# - title: "22.03" -# data-set: "dpdk-2n-icx-prev-iter" -# - title: "22.07" -# data-set: "dpdk-2n-icx-curr-iter" -# comparisons: -# - title: "22.07 vs 22.03" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' -# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' -# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# # DPDK Performance Changes 2n-clx 2t1c pdr -# - type: "table" -# title: "DPDK Performance Changes 2n-clx 2t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" -# columns: -# - title: "21.11" -# data-set: "dpdk-2n-clx-hist-iter" -# - title: "22.03" -# data-set: "dpdk-2n-clx-prev-iter" -# - title: "22.07" -# data-set: "dpdk-2n-clx-curr-iter" -# comparisons: -# - title: "22.07 vs 22.03" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' -# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' -# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# # DPDK Performance Changes 2n-clx 4t2c pdr -# - type: "table" -# title: "DPDK Performance Changes 2n-clx 4t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" -# columns: -# - title: "21.11" -# data-set: "dpdk-2n-clx-hist-iter" -# - title: "22.03" -# data-set: "dpdk-2n-clx-prev-iter" -# - title: "22.07" -# data-set: "dpdk-2n-clx-curr-iter" -# comparisons: -# - title: "22.07 vs 22.03" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' -# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' -# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# # DPDK Performance Changes 2n-clx 2t1c ndr -# - type: "table" -# title: "DPDK Performance Changes 2n-clx 2t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" -# columns: -# - title: "21.11" -# data-set: "dpdk-2n-clx-hist-iter" -# - title: "22.03" -# data-set: "dpdk-2n-clx-prev-iter" -# - title: "22.07" -# data-set: "dpdk-2n-clx-curr-iter" -# comparisons: -# - title: "22.07 vs 22.03" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' -# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' -# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# # DPDK Performance Changes 2n-clx 4t2c ndr -# - type: "table" -# title: "DPDK Performance Changes 2n-clx 4t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" -# columns: -# - title: "21.11" -# data-set: "dpdk-2n-clx-hist-iter" -# - title: "22.03" -# data-set: "dpdk-2n-clx-prev-iter" -# - title: "22.07" -# data-set: "dpdk-2n-clx-curr-iter" -# comparisons: -# - title: "22.07 vs 22.03" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' -# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' -# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# # DPDK Performance Changes 2n-zn2 2t1c pdr -# - type: "table" -# title: "DPDK Performance Changes 2n-zn2 2t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" -# columns: -# - title: "21.11" -# data-set: "dpdk-2n-zn2-hist-iter" -# - title: "22.03" -# data-set: "dpdk-2n-zn2-prev-iter" -# - title: "22.07" -# data-set: "dpdk-2n-zn2-curr-iter" -# comparisons: -# - title: "22.07 vs 22.03" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' -# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' -# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# # DPDK Performance Changes 2n-zn2 4t2c pdr -# - type: "table" -# title: "DPDK Performance Changes 2n-zn2 4t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" -# columns: -# - title: "21.11" -# data-set: "dpdk-2n-zn2-hist-iter" -# - title: "22.03" -# data-set: "dpdk-2n-zn2-prev-iter" -# - title: "22.07" -# data-set: "dpdk-2n-zn2-curr-iter" -# comparisons: -# - title: "22.07 vs 22.03" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' -# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' -# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# # DPDK Performance Changes 2n-zn2 2t1c ndr -# - type: "table" -# title: "DPDK Performance Changes 2n-zn2 2t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" -# columns: -# - title: "21.11" -# data-set: "dpdk-2n-zn2-hist-iter" -# - title: "22.03" -# data-set: "dpdk-2n-zn2-prev-iter" -# - title: "22.07" -# data-set: "dpdk-2n-zn2-curr-iter" -# comparisons: -# - title: "22.07 vs 22.03" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' -# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' -# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# # DPDK Performance Changes 2n-zn2 4t2c ndr -# - type: "table" -# title: "DPDK Performance Changes 2n-zn2 4t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" -# columns: -# - title: "21.11" -# data-set: "dpdk-2n-zn2-hist-iter" -# - title: "22.03" -# data-set: "dpdk-2n-zn2-prev-iter" -# - title: "22.07" -# data-set: "dpdk-2n-zn2-curr-iter" -# comparisons: -# - title: "22.07 vs 22.03" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' -# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' -# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# # DPDK Performance Changes 3n-tsh 1t1c pdr -# - type: "table" -# title: "DPDK Performance Changes 3n-tsh 1t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'1C' and 'NDRPDR'" -# columns: -# - title: "21.11" -# data-set: "dpdk-3n-tsh-hist-iter" -# - title: "22.03" -# data-set: "dpdk-3n-tsh-prev-iter" -# - title: "22.07" -# data-set: "dpdk-3n-tsh-curr-iter" -# comparisons: -# - title: "22.07 vs 22.03" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' -# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' -# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# # DPDK Performance Changes 3n-tsh 2t2c pdr -# - type: "table" -# title: "DPDK Performance Changes 3n-tsh 2t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2C' and 'NDRPDR'" -# columns: -# - title: "21.11" -# data-set: "dpdk-3n-tsh-hist-iter" -# - title: "22.03" -# data-set: "dpdk-3n-tsh-prev-iter" -# - title: "22.07" -# data-set: "dpdk-3n-tsh-curr-iter" -# comparisons: -# - title: "22.07 vs 22.03" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' -# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' -# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# # DPDK Performance Changes 3n-tsh 1t1c ndr -# - type: "table" -# title: "DPDK Performance Changes 3n-tsh 1t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'1C' and 'NDRPDR'" -# columns: -# - title: "21.11" -# data-set: "dpdk-3n-tsh-hist-iter" -# - title: "22.03" -# data-set: "dpdk-3n-tsh-prev-iter" -# - title: "22.07" -# data-set: "dpdk-3n-tsh-curr-iter" -# comparisons: -# - title: "22.07 vs 22.03" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' -# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' -# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# # DPDK Performance Changes 3n-tsh 2t2c ndr -# - type: "table" -# title: "DPDK Performance Changes 3n-tsh 2t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2C' and 'NDRPDR'" -# columns: -# - title: "21.11" -# data-set: "dpdk-3n-tsh-hist-iter" -# - title: "22.03" -# data-set: "dpdk-3n-tsh-prev-iter" -# - title: "22.07" -# data-set: "dpdk-3n-tsh-curr-iter" -# comparisons: -# - title: "22.07 vs 22.03" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' -# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' -# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# # DPDK Performance Changes 2n-tx2 1t1c pdr -# - type: "table" -# title: "DPDK Performance Changes 2n-tx2 1t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-1t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'1C' and 'NDRPDR'" -# columns: -# - title: "21.11" -# data-set: "dpdk-2n-tx2-hist-iter" -# - title: "22.03" -# data-set: "dpdk-2n-tx2-prev-iter" -# - title: "22.07" -# data-set: "dpdk-2n-tx2-curr-iter" -# comparisons: -# - title: "22.07 vs 22.03" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' -# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' -# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# # DPDK Performance Changes 2n-tx2 2t2c pdr -# - type: "table" -# title: "DPDK Performance Changes 2n-tx2 2t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-2t2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2C' and 'NDRPDR'" -# columns: -# - title: "21.11" -# data-set: "dpdk-2n-tx2-hist-iter" -# - title: "22.03" -# data-set: "dpdk-2n-tx2-prev-iter" -# - title: "22.07" -# data-set: "dpdk-2n-tx2-curr-iter" -# comparisons: -# - title: "22.07 vs 22.03" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' -# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' -# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# # DPDK Performance Changes 2n-tx2 1t1c ndr -# - type: "table" -# title: "DPDK Performance Changes 2n-tx2 1t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-1t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'1C' and 'NDRPDR'" -# columns: -# - title: "21.11" -# data-set: "dpdk-2n-tx2-hist-iter" -# - title: "22.03" -# data-set: "dpdk-2n-tx2-prev-iter" -# - title: "22.07" -# data-set: "dpdk-2n-tx2-curr-iter" -# comparisons: -# - title: "22.07 vs 22.03" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' -# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' -# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# # DPDK Performance Changes 2n-tx2 2t2c ndr -# - type: "table" -# title: "DPDK Performance Changes 2n-tx2 2t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-2t2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2C' and 'NDRPDR'" -# columns: -# - title: "21.11" -# data-set: "dpdk-2n-tx2-hist-iter" -# - title: "22.03" -# data-set: "dpdk-2n-tx2-prev-iter" -# - title: "22.07" -# data-set: "dpdk-2n-tx2-curr-iter" -# comparisons: -# - title: "22.07 vs 22.03" -# reference: 2 -# compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' -# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' -# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# Detailed Test Results - DPDK Performance Results 2n-zn2 -- type: "table" - title: "Detailed Test Results - DPDK Performance Results 2n-zn2" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,DPDK,2N,ZN2]}/dpdk_performance_results_2n_zn2" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "dpdk-2n-zn2-curr-iter-best" - filter: "all" - remove-ndr: False - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - DPDK Performance Results 2n-clx -- type: "table" - title: "Detailed Test Results - DPDK Performance Results 2n-clx" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,DPDK,2N,CLX]}/dpdk_performance_results_2n_clx" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "dpdk-2n-clx-curr-iter-best" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - DPDK Performance Results 2n-icx -- type: "table" - title: "Detailed Test Results - DPDK Performance Results 2n-icx" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,DPDK,2N,ICX]}/dpdk_performance_results_2n_icx" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "dpdk-2n-icx-curr-iter-best" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - DPDK Performance Results 3n-icx -- type: "table" - title: "Detailed Test Results - DPDK Performance Results 3n-icx" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,DPDK,3N,ICX]}/dpdk_performance_results_3n_icx" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "dpdk-3n-icx-curr-iter-best" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - DPDK Performance Results 3n-tsh -- type: "table" - title: "Detailed Test Results - DPDK Performance Results 3n-tsh" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,DPDK,3N,TSH]}/dpdk_performance_results_3n_tsh" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "dpdk-3n-tsh-curr-iter-best" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - DPDK Performance Results 3n-alt -- type: "table" - title: "Detailed Test Results - DPDK Performance Results 3n-alt" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,DPDK,3N,ALT]}/dpdk_performance_results_3n_alt" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "dpdk-3n-alt-curr-iter-best" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - DPDK Performance Results 3n-snr -- type: "table" - title: "Detailed Test Results - DPDK Performance Results 3n-snr" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,DPDK,3N,SNR]}/dpdk_performance_results_3n_snr" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "dpdk-3n-snr-curr-iter-best" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - DPDK Performance Results 2n-tx2 -- type: "table" - title: "Detailed Test Results - DPDK Performance Results 2n-tx2" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,DPDK,2N,TX2]}/dpdk_performance_results_2n_tx2" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "dpdk-2n-tx2-curr-iter-best" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - TRex Performance Results 2n-icx -- type: "table" - title: "Detailed Test Results - TRex Performance Results 2n-icx" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,TREX,2N,ICX]}/trex_performance_results_2n_icx" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "trex-2n-icx-curr-cov" - filter: "all" - remove-ndr: False - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - TRex Performance Results 1n-aws -- type: "table" - title: "Detailed Test Results - TRex Performance Results 1n-aws" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,TREX,1N,AWS]}/trex_performance_results_1n_aws" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "trex-1n-aws-curr-cov" - filter: "all" - remove-ndr: False - parameters: - - "name" - - "parent" - - "msg" - -################################################################################ -### F I L E S ### -################################################################################ - -# VPP Performance Results -- type: "file" - title: "VPP Performance Results" - algorithm: "file_details_split" - output-file: "{DIR[DTR,PERF,VPP,ALL]}" - dir-tables: - - "{DIR[DTR,PERF,VPP,2N,CLX]}" - - "{DIR[DTR,PERF,VPP,2N,ICX]}" - - "{DIR[DTR,PERF,VPP,3N,ICX]}" - - "{DIR[DTR,PERF,VPP,2N,ZN2]}" - - "{DIR[DTR,PERF,VPP,3N,ALT]}" - - "{DIR[DTR,PERF,VPP,3N,TSH]}" - - "{DIR[DTR,PERF,VPP,2N,TX2]}" - - "{DIR[DTR,PERF,VPP,2N,AWS]}" - - "{DIR[DTR,PERF,VPP,3N,SNR]}" - data: - - "vpp-2n-clx-curr-cov" - - "vpp-2n-icx-curr-cov" - - "vpp-3n-icx-curr-cov" - - "vpp-2n-zn2-curr-cov" - - "vpp-3n-alt-curr-cov" - - "vpp-3n-tsh-curr-cov" - - "vpp-2n-tx2-curr-cov" - - "vpp-2n-aws-curr-cov" - - "vpp-3n-snr-curr-cov" - filter: "'NDRPDR'" - data-start-level: 4 - order-chapters: - level-1: - - "l2" - - "ip4" - - "ip6" - - "srv6" - - "ip4_tunnels" - - "ip6_tunnels" - - "vm_vhost" - - "container_memif" - - "crypto" - - "vts" - - "lb" - - "nfv_density" - # - "hoststack" - level-2: - - "2n-clx" - - "2n-icx" - - "3n-icx" - - "2n-zn2" - - "3n-alt" - - "3n-tsh" - - "2n-tx2" - - "2n-aws" - - "3n-snr" - level-3: - - "xl710" - - "x520" - - "xxv710" - - "x710" - - "e810cq" - - "e822cq" - - "e810xxv" - - "x553" - - "cx556a" - - "vic1227" - - "vic1385" - - "ena" - -# VPP Performance Configuration -- type: "file" - title: "VPP Performance Configuration" - algorithm: "file_details_split" - output-file: "{DIR[DTC,PERF,VPP,ALL]}" - dir-tables: - - "{DIR[DTC,PERF,VPP,2N,CLX]}" - - "{DIR[DTC,PERF,VPP,2N,ICX]}" - - "{DIR[DTC,PERF,VPP,3N,ICX]}" - - "{DIR[DTC,PERF,VPP,2N,ZN2]}" - - "{DIR[DTC,PERF,VPP,3N,ALT]}" - - "{DIR[DTC,PERF,VPP,3N,TSH]}" - - "{DIR[DTC,PERF,VPP,2N,TX2]}" - - "{DIR[DTC,PERF,VPP,2N,AWS]}" - - "{DIR[DTC,PERF,VPP,3N,SNR]}" - data: - - "vpp-2n-clx-curr-cov" - - "vpp-2n-icx-curr-cov" - - "vpp-3n-icx-curr-cov" - - "vpp-2n-zn2-curr-cov" - - "vpp-3n-alt-curr-cov" - - "vpp-3n-tsh-curr-cov" - - "vpp-2n-tx2-curr-cov" - - "vpp-2n-aws-curr-cov" - - "vpp-3n-snr-curr-cov" - filter: "'NDRPDR'" - data-start-level: 4 - order-chapters: - level-1: - - "l2" - - "ip4" - - "ip6" - - "srv6" - - "ip4_tunnels" - - "ip6_tunnels" - - "vm_vhost" - - "container_memif" - - "crypto" - - "vts" - - "lb" - - "nfv_density" - # - "hoststack" - level-2: - - "2n-clx" - - "2n-icx" - - "3n-icx" - - "2n-zn2" - - "3n-alt" - - "3n-tsh" - - "2n-tx2" - - "2n-aws" - - "3n-snr" - level-3: - - "xl710" - - "x520" - - "xxv710" - - "x710" - - "e810cq" - - "e822cq" - - "e810xxv" - - "x553" - - "cx556a" - - "vic1227" - - "vic1385" - - "ena" - -# VPP Performance Operational -- type: "file" - title: "VPP Performance Operational" - algorithm: "file_details_split_html" - output-file: "{DIR[DTO,PERF,VPP,ALL]}" - dir-tables: - - "{DIR[DTO,PERF,VPP,2N,CLX]}" - - "{DIR[DTO,PERF,VPP,2N,ICX]}" - - "{DIR[DTO,PERF,VPP,3N,ICX]}" - - "{DIR[DTO,PERF,VPP,2N,ZN2]}" - - "{DIR[DTO,PERF,VPP,3N,ALT]}" - - "{DIR[DTO,PERF,VPP,3N,TSH]}" - - "{DIR[DTO,PERF,VPP,2N,TX2]}" - - "{DIR[DTO,PERF,VPP,2N,AWS]}" - - "{DIR[DTO,PERF,VPP,3N,SNR]}" - data: - - "vpp-2n-clx-curr-cov" - - "vpp-2n-icx-curr-cov" - - "vpp-3n-icx-curr-cov" - - "vpp-2n-zn2-curr-cov" - - "vpp-3n-alt-curr-cov" - - "vpp-3n-tsh-curr-cov" - - "vpp-2n-tx2-curr-cov" - - "vpp-2n-aws-curr-cov" - - "vpp-3n-snr-curr-cov" - filter: "'NDRPDR'" - data-start-level: 4 - order-chapters: - level-1: - - "l2" - - "ip4" - - "ip6" - - "srv6" - - "ip4_tunnels" - - "ip6_tunnels" - - "vm_vhost" - - "container_memif" - - "crypto" - - "vts" - - "lb" - - "nfv_density" - # - "hoststack" - level-2: - - "2n-clx" - - "2n-icx" - - "3n-icx" - - "2n-zn2" - - "3n-alt" - - "3n-tsh" - - "2n-tx2" - - "2n-aws" - - "3n-snr" - level-3: - - "xl710" - - "x520" - - "xxv710" - - "x710" - - "e810cq" - - "e822cq" - - "e810xxv" - - "x553" - - "cx556a" - - "vic1227" - - "vic1385" - - "ena" - -# VPP MRR Results -- type: "file" - title: "VPP MRR Results" - algorithm: "file_details_split" - output-file: "{DIR[DTR,MRR,VPP,ALL]}" - dir-tables: - - "{DIR[DTR,MRR,VPP,2N,CLX]}" - - "{DIR[DTR,MRR,VPP,2N,ICX]}" - - "{DIR[DTR,MRR,VPP,3N,ICX]}" - - "{DIR[DTR,MRR,VPP,2N,ZN2]}" - - "{DIR[DTR,MRR,VPP,3N,ALT]}" - - "{DIR[DTR,MRR,VPP,3N,TSH]}" - - "{DIR[DTR,MRR,VPP,2N,TX2]}" - - "{DIR[DTR,MRR,VPP,2N,AWS]}" - - "{DIR[DTR,MRR,VPP,3N,SNR]}" - data: - - "vpp-2n-clx-curr-iter-mrr" - - "vpp-2n-icx-curr-iter-mrr" - - "vpp-3n-icx-curr-iter-mrr" - - "vpp-2n-zn2-curr-iter-mrr" - - "vpp-3n-alt-curr-iter-mrr" - - "vpp-3n-tsh-curr-iter-mrr" - - "vpp-2n-tx2-curr-iter-mrr" - - "vpp-2n-aws-curr-iter-mrr" - - "vpp-3n-snr-curr-iter-mrr" - filter: "'MRR'" - data-start-level: 4 - order-chapters: - level-1: - - "l2" - - "ip4" - - "ip6" - - "srv6" - - "ip4_tunnels" - - "ip6_tunnels" - - "vm_vhost" - - "container_memif" - - "crypto" - - "vts" - - "lb" - - "nfv_density" - # - "hoststack" - level-2: - - "2n-clx" - - "2n-icx" - - "3n-icx" - - "2n-zn2" - - "3n-alt" - - "3n-tsh" - - "2n-tx2" - - "2n-aws" - - "3n-snr" - level-3: - - "xl710" - - "x520" - - "xxv710" - - "x710" - - "e810cq" - - "e822cq" - - "e810xxv" - - "x553" - - "cx556a" - - "vic1227" - - "vic1385" - - "ena" - -# VPP MRR Configuration -- type: "file" - title: "VPP MRR Configuration" - algorithm: "file_details_split" - output-file: "{DIR[DTC,MRR,VPP,ALL]}" - dir-tables: - - "{DIR[DTC,MRR,VPP,2N,CLX]}" - - "{DIR[DTC,MRR,VPP,2N,ICX]}" - - "{DIR[DTC,MRR,VPP,3N,ICX]}" - - "{DIR[DTC,MRR,VPP,2N,ZN2]}" - - "{DIR[DTC,MRR,VPP,3N,ALT]}" - - "{DIR[DTC,MRR,VPP,3N,TSH]}" - - "{DIR[DTC,MRR,VPP,2N,TX2]}" - - "{DIR[DTC,MRR,VPP,2N,AWS]}" - - "{DIR[DTC,MRR,VPP,3N,SNR]}" - data: - - "vpp-2n-clx-curr-iter-mrr" - - "vpp-2n-icx-curr-iter-mrr" - - "vpp-3n-icx-curr-iter-mrr" - - "vpp-2n-zn2-curr-iter-mrr" - - "vpp-3n-alt-curr-iter-mrr" - - "vpp-3n-tsh-curr-iter-mrr" - - "vpp-2n-tx2-curr-iter-mrr" - - "vpp-2n-aws-curr-iter-mrr" - - "vpp-3n-snr-curr-iter-mrr" - filter: "'MRR'" - data-start-level: 4 - order-chapters: - level-1: - - "l2" - - "ip4" - - "ip6" - - "srv6" - - "ip4_tunnels" - - "ip6_tunnels" - - "vm_vhost" - - "container_memif" - - "crypto" - - "vts" - - "lb" - - "nfv_density" - # - "hoststack" - level-2: - - "2n-clx" - - "2n-icx" - - "3n-icx" - - "2n-zn2" - - "3n-alt" - - "3n-tsh" - - "2n-tx2" - - "2n-aws" - - "3n-snr" - level-3: - - "xl710" - - "x520" - - "xxv710" - - "x710" - - "e810cq" - - "e822cq" - - "e810xxv" - - "x553" - - "cx556a" - - "vic1227" - - "vic1385" - - "ena" - -# VPP Device Results - 1n-skx -- type: "file" - title: "VPP Device Results - 1n-skx" - algorithm: "file_test_results" - output-file: "{DIR[DTR,FUNC,VPP,DEVICE,1N,SKX]}" - dir-tables: "{DIR[DTR,FUNC,VPP,DEVICE,1N,SKX]}" - data: "vpp-device-1n-skx" - filter: "all" - data-start-level: 4 - -# VPP Device Results - 1n-tx2 -- type: "file" - title: "VPP Device Results - 1n-tx2" - algorithm: "file_test_results" - output-file: "{DIR[DTR,FUNC,VPP,DEVICE,1N,TX2]}" - dir-tables: "{DIR[DTR,FUNC,VPP,DEVICE,1N,TX2]}" - data: "vpp-device-1n-tx2" - filter: "all" - data-start-level: 4 - -# VPP Device Configuration - 1n-skx -- type: "file" - title: "VPP Device Configuration - 1n-skx" - algorithm: "file_test_results" - output-file: "{DIR[DTC,FUNC,VPP,DEVICE,1N,SKX]}" - dir-tables: "{DIR[DTC,FUNC,VPP,DEVICE,1N,SKX]}" - data: "vpp-device-1n-skx" - filter: "all" - data-start-level: 4 - -# VPP Device Configuration - 1n-tx2 -- type: "file" - title: "VPP Device Configuration - 1n-tx2" - algorithm: "file_test_results" - output-file: "{DIR[DTC,FUNC,VPP,DEVICE,1N,TX2]}" - dir-tables: "{DIR[DTC,FUNC,VPP,DEVICE,1N,TX2]}" - data: "vpp-device-1n-tx2" - filter: "all" - data-start-level: 4 - -# DPDK Performance Results 2n-zn2 -- type: "file" - title: "DPDK Performance Results 2n-zn2" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,DPDK,2N,ZN2]}" - dir-tables: "{DIR[DTR,PERF,DPDK,2N,ZN2]}" - data: "dpdk-2n-zn2-curr-iter-best" - filter: "all" - data-start-level: 4 - -# DPDK Performance Results 2n-clx -- type: "file" - title: "DPDK Performance Results 2n-clx" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,DPDK,2N,CLX]}" - dir-tables: "{DIR[DTR,PERF,DPDK,2N,CLX]}" - data: "dpdk-2n-clx-curr-iter-best" - filter: "all" - data-start-level: 4 - -# DPDK Performance Results 2n-icx -- type: "file" - title: "DPDK Performance Results 2n-icx" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,DPDK,2N,ICX]}" - dir-tables: "{DIR[DTR,PERF,DPDK,2N,ICX]}" - data: "dpdk-2n-icx-curr-iter-best" - filter: "all" - data-start-level: 4 - -# DPDK Performance Results 3n-icx -- type: "file" - title: "DPDK Performance Results 3n-icx" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,DPDK,3N,ICX]}" - dir-tables: "{DIR[DTR,PERF,DPDK,3N,ICX]}" - data: "dpdk-3n-icx-curr-iter-best" - filter: "all" - data-start-level: 4 - -# DPDK Performance Results 3n-tsh -- type: "file" - title: "DPDK Performance Results 3n-tsh" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,DPDK,3N,TSH]}" - dir-tables: "{DIR[DTR,PERF,DPDK,3N,TSH]}" - data: "dpdk-3n-tsh-curr-iter-best" - filter: "all" - data-start-level: 4 - -# DPDK Performance Results 3n-alt -- type: "file" - title: "DPDK Performance Results 3n-alt" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,DPDK,3N,ALT]}" - dir-tables: "{DIR[DTR,PERF,DPDK,3N,ALT]}" - data: "dpdk-3n-alt-curr-iter-best" - filter: "all" - data-start-level: 4 - -# DPDK Performance Results 3n-snr -- type: "file" - title: "DPDK Performance Results 3n-snr" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,DPDK,3N,SNR]}" - dir-tables: "{DIR[DTR,PERF,DPDK,3N,SNR]}" - data: "dpdk-3n-snr-curr-iter-best" - filter: "all" - data-start-level: 4 - -# DPDK Performance Results 2n-tx2 -- type: "file" - title: "DPDK Performance Results 2n-tx2" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,DPDK,2N,TX2]}" - dir-tables: "{DIR[DTR,PERF,DPDK,2N,TX2]}" - data: "dpdk-2n-tx2-curr-iter-best" - filter: "all" - data-start-level: 4 - -# TRex Performance Results 2n-icx -- type: "file" - title: "TRex Performance Results 2n-icx" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,TREX,2N,ICX]}" - dir-tables: "{DIR[DTR,PERF,TREX,2N,ICX]}" - data: "trex-2n-icx-curr-cov" - filter: "all" - data-start-level: 4 - -# TRex Performance Results 1n-aws -- type: "file" - title: "TRex Performance Results 1n-aws" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,TREX,1N,AWS]}" - dir-tables: "{DIR[DTR,PERF,TREX,1N,AWS]}" - data: "trex-1n-aws-curr-cov" - filter: "all" - data-start-level: 4 - -################################################################################ -### P L O T S ### -################################################################################ - -# Soak Test (PLRsearch), boxes - 2n-icx -- type: "plot" - title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" - algorithm: "plot_perf_box_name" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/soak-test-2n-icx-1" - data: "vpp-2n-icx-curr-soak" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Soak.64B-2t1c-avf-eth-l2xcbase-soak" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Soak.64B-2t1c-eth-l2xcbase-soak" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-eth-l2bdbasemaclrn-soak" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Soak.64B-2t1c-avf-ethip4-ip4base-soak" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Soak.64B-2t1c-ethip4-ip4base-soak" - layout: - title: "30 Minutes Soak Test (PLRsearch)" - layout: "plot-soak-throughput" - -# Soak Test (PLRsearch), boxes - 2n-icx -- type: "plot" - title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" - algorithm: "plot_perf_box_name" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/soak-test-2n-icx-2" - data: "vpp-2n-icx-curr-soak" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Soak.78B-2t1c-avf-ethip6-ip6base-soak" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Soak.78B-2t1c-ethip6-ip6base-soak" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-soak" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-soak" - layout: - title: "30 Minutes Soak Test (PLRsearch)" - layout: "plot-soak-throughput" - -# Soak Test (PLRsearch), boxes - 2n-clx -- type: "plot" - title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" - algorithm: "plot_perf_box_name" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/soak-test-1" - data: "vpp-2n-clx-curr-soak" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Soak.64B-2t1c-avf-eth-l2xcbase-soak" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Soak.64B-2t1c-eth-l2xcbase-soak" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-eth-l2bdbasemaclrn-soak" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Soak.64B-2t1c-avf-ethip4-ip4base-soak" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Soak.64B-2t1c-ethip4-ip4base-soak" - layout: - title: "30 Minutes Soak Test (PLRsearch)" - layout: "plot-soak-throughput" - -# Soak Test (PLRsearch), boxes - 2n-clx -- type: "plot" - title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" - algorithm: "plot_perf_box_name" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/soak-test-2" - data: "vpp-2n-clx-curr-soak" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Soak.78B-2t1c-avf-ethip6-ip6base-soak" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Soak.78B-2t1c-ethip6-ip6base-soak" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-soak" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-soak" - layout: - title: "30 Minutes Soak Test (PLRsearch)" - layout: "plot-soak-throughput" - -############################################################################### - -# Reconf tests 2n-icx - -- type: "plot" - title: "NFV Effective Blocked Time: 2n-icx-xxv710-imix-{core}-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" - algorithm: "plot_nf_reconf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-imix-{core}-dot1qip4vxlan-l2bd-reconf" - data: "vpp-2n-icx-curr-nfv-reconf" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" - layout: - title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" - layout: "plot-throughput" - -############################################################################### - -# Reconf tests 2n-clx - -- type: "plot" - title: "NFV Effective Blocked Time: 2n-clx-xxv710-imix-{core}-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" - algorithm: "plot_nf_reconf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-{core}-dot1qip4vxlan-l2bd-reconf" - data: "vpp-2n-clx-curr-nfv-reconf" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" - layout: - title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" - layout: "plot-throughput" - -############################################################################### - -# Plots - NF Density - 2n-icx - VSC - MRR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-{test_type}" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-icx-xxv710-imix-{core}-base-vsc-{test_type}" - data: "vpp-2n-icx-curr-nfv-mrr" - core: ["2t1c", "4t2c", "8t4c"] - test-type: ["mrr", ] - include: - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Vh-1Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-2vh-1vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Vh-2Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-4vh-2vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-8vh-4vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Vh-6Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-12vh-6vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Vh-2Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-4vh-2vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-8vh-4vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-4ch-8vh-4vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Vh-6Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6ch-12vh-6vm1t-vppip4-mrr" - x-axis: "X = VNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-test_type" - layout: "plot-service-density" - -# Plots - NF Density - 2n-icx - VSC - NDRPDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-{test_type}" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-icx-xxv710-imix-{core}-base-vsc-{test_type}" - data: "vpp-2n-icx-curr-nfv-ndrpdr" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Vh-1Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-2vh-1vm1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Vh-2Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-4vh-2vm1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Vh-4Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-8vh-4vm1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Vh-6Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-12vh-6vm1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Vh-2Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2ch-4vh-2vm1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Vh-4Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2ch-8vh-4vm1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Vh-4Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-4ch-8vh-4vm1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Vh-6Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-6ch-12vh-6vm1t-vppip4-ndrpdr" - x-axis: "X = VNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-test_type" - layout: "plot-service-density" - -# Plots - NF Density - 2n-icx - VSC vxlan - MRR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-{test_type}" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-icx-xxv710-imix-{core}-base-vsc-vxlan-{test_type}" - data: "vpp-2n-icx-curr-nfv-mrr" - core: ["2t1c", "4t2c", "8t4c"] - test-type: ["mrr", ] - include: - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-2Vh-1Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-4Vh-2Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-8Vh-4Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-12Vh-6Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd-mrr" - x-axis: "X = VNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-test_type" - layout: "plot-service-density" - -# Plots - NF Density - 2n-icx - VSC vxlan - NDRPDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-{test_type}" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-icx-xxv710-imix-{core}-base-vsc-vxlan-{test_type}" - data: "vpp-2n-icx-curr-nfv-ndrpdr" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-2Vh-1Vm1T-Testpmd-ndrpdr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-4Vh-2Vm1T-Testpmd-ndrpdr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-8Vh-4Vm1T-Testpmd-ndrpdr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-12Vh-6Vm1T-Testpmd-ndrpdr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd-ndrpdr" - x-axis: "X = VNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-test_type" - layout: "plot-service-density" - -############################################################################### - -# Plots - NF Density - 2n-icx - CSC - MRR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-{test_type}" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-icx-xxv710-imix-{core}-base-csc-{test_type}" - data: "vpp-2n-icx-curr-nfv-mrr" - core: ["2t1c", "4t2c", "8t4c"] - test-type: ["mrr", ] - include: - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Mif-1Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-2mif-1dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-4mif-2dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-8mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-12mif-6dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-4mif-2dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-8mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-4ch-8mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6ch-12mif-6dcr1t-vppip4-mrr" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-test_type" - layout: "plot-service-density" - -# Plots - NF Density - 2n-icx - CSC - NDRPDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-{test_type}" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-icx-xxv710-imix-{core}-base-csc-{test_type}" - data: "vpp-2n-icx-curr-nfv-ndrpdr" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Mif-1Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-2mif-1dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Mif-2Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-4mif-2dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-8mif-4dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Mif-6Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-12mif-6dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Mif-2Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2ch-4mif-2dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2ch-8mif-4dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-4ch-8mif-4dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Mif-6Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-6ch-12mif-6dcr1t-vppip4-ndrpdr" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-test_type" - layout: "plot-service-density" - -############################################################################### - -# Plots - NF Density - 2n-icx - CSP - MRR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-{test_type}" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-icx-xxv710-imix-{core}-base-csp-{test_type}" - data: "vpp-2n-icx-curr-nfv-mrr" - core: ["2t1c", "4t2c", "8t4c"] - test-type: ["mrr", ] - include: - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-1Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-1dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-2dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-6dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-2dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-8mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Pl-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6pl-12mif-6dcr1t-vppip4-mrr" - x-axis: "X = CNFs per Service Pipeline" - y-axis: "Y = Number of Service Pipelines" - z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-test_type" - layout: "plot-service-density" - -# Plots - NF Density - 2n-icx - CSP - NDRPDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-{test_type}" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-icx-xxv710-imix-{core}-base-csp-{test_type}" - data: "vpp-2n-icx-curr-nfv-ndrpdr" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-1Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-1dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-2Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-2dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-4dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-6Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-6dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-2Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-2dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-4dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-8Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2pl-8mif-4dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Pl-12Mif-6Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-6pl-12mif-6dcr1t-vppip4-ndrpdr" - x-axis: "X = CNFs per Service Pipeline" - y-axis: "Y = Number of Service Pipelines" - z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-test_type" - layout: "plot-service-density" - -############################################################################### - -# Plots - NF Density - 2n-clx - VSC - MRR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-{test_type}" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-vsc-{test_type}" - data: "vpp-2n-clx-curr-nfv-mrr" - core: ["2t1c", "4t2c", "8t4c"] - test-type: ["mrr", ] - include: - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Vh-1Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-2vh-1vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Vh-2Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-4vh-2vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-8vh-4vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Vh-6Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-12vh-6vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Vh-2Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-4vh-2vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-8vh-4vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-4ch-8vh-4vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Vh-6Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6ch-12vh-6vm1t-vppip4-mrr" - x-axis: "X = VNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-test_type" - layout: "plot-service-density" - -# Plots - NF Density - 2n-clx - VSC - NDRPDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-{test_type}" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-vsc-{test_type}" - data: "vpp-2n-clx-curr-nfv-ndrpdr" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Vh-1Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-2vh-1vm1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Vh-2Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-4vh-2vm1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Vh-4Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-8vh-4vm1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Vh-6Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-12vh-6vm1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Vh-2Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2ch-4vh-2vm1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Vh-4Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2ch-8vh-4vm1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Vh-4Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-4ch-8vh-4vm1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Vh-6Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-6ch-12vh-6vm1t-vppip4-ndrpdr" - x-axis: "X = VNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-test_type" - layout: "plot-service-density" - -# Plots - NF Density - 2n-clx - VSC vxlan - MRR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-{test_type}" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-vsc-vxlan-{test_type}" - data: "vpp-2n-clx-curr-nfv-mrr" - core: ["2t1c", "4t2c", "8t4c"] - test-type: ["mrr", ] - include: - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-2Vh-1Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-4Vh-2Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-8Vh-4Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-12Vh-6Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd-mrr" - x-axis: "X = VNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-test_type" - layout: "plot-service-density" - -# Plots - NF Density - 2n-clx - VSC vxlan - NDRPDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-{test_type}" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-vsc-vxlan-{test_type}" - data: "vpp-2n-clx-curr-nfv-ndrpdr" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-2Vh-1Vm1T-Testpmd-ndrpdr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-4Vh-2Vm1T-Testpmd-ndrpdr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-8Vh-4Vm1T-Testpmd-ndrpdr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-12Vh-6Vm1T-Testpmd-ndrpdr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd-ndrpdr" - x-axis: "X = VNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-test_type" - layout: "plot-service-density" - -############################################################################### - -# Plots - NF Density - 2n-clx - CSC - MRR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-{test_type}" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-csc-{test_type}" - data: "vpp-2n-clx-curr-nfv-mrr" - core: ["2t1c", "4t2c", "8t4c"] - test-type: ["mrr", ] - include: - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Mif-1Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-2mif-1dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-4mif-2dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-8mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-12mif-6dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-4mif-2dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-8mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-4ch-8mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6ch-12mif-6dcr1t-vppip4-mrr" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-test_type" - layout: "plot-service-density" - -# Plots - NF Density - 2n-clx - CSC - NDRPDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-{test_type}" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-csc-{test_type}" - data: "vpp-2n-clx-curr-nfv-ndrpdr" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Mif-2Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-4mif-2dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-8mif-4dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Mif-6Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-12mif-6dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Mif-2Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2ch-4mif-2dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2ch-8mif-4dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-4ch-8mif-4dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Mif-6Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-6ch-12mif-6dcr1t-vppip4-ndrpdr" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-test_type" - layout: "plot-service-density" - -############################################################################### - -# Plots - NF Density - 2n-clx - CSP - MRR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-{test_type}" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-csp-{test_type}" - data: "vpp-2n-clx-curr-nfv-mrr" - core: ["2t1c", "4t2c", "8t4c"] - test-type: ["mrr", ] - include: - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-1Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-1dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-2dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-6dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-2dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-8mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Pl-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6pl-12mif-6dcr1t-vppip4-mrr" - x-axis: "X = CNFs per Service Pipeline" - y-axis: "Y = Number of Service Pipelines" - z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-test_type" - layout: "plot-service-density" - -# Plots - NF Density - 2n-clx - CSP - NDRPDR IMIX -- type: "plot" - title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-{test_type}" - algorithm: "plot_nf_heatmap" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-csp-{test_type}" - data: "vpp-2n-clx-curr-nfv-ndrpdr" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-1Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-1dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-2Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-2dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-4dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-6Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-6dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-2Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-2dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-4dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-8Mif-4Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-2pl-8mif-4dcr1t-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Pl-12Mif-6Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-6pl-12mif-6dcr1t-vppip4-ndrpdr" - x-axis: "X = CNFs per Service Pipeline" - y-axis: "Y = Number of Service Pipelines" - z-axis: "IMIX Packet Throughput (mean {test_type}) [Mpps]" - layout: - title: "Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-test_type" - layout: "plot-service-density" - -################################################################################ - -# Packet Throughput - -- type: "plot" - title: "Throughput: 3n-tsh-x520-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" - data: "vpp-3n-tsh-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - layout: - title: "3n-tsh-x520-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}" - data: "vpp-2n-aws-curr-iter" - core: ["2t1c", 4t2c] - include: - - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}" - data: "vpp-2n-aws-curr-iter" - core: ["2t1c", 4t2c] - include: - - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.1518b-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.1518b-{core}-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-rnd-ndrpdr.1518b-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-aws-nitro50g-78b-{core}-ip6routing-base-scale-ena-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-78b-{core}-ip6routing-base-scale-{test_type}" - data: "vpp-2n-aws-curr-iter" - core: ["2t1c", 4t2c] - include: - - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6base-ndrpdr.78b-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6scale20k-ndrpdr.78b-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6scale20k-rnd-ndrpdr.78b-{core}-ethip6-ip6scale20k-rnd-ndrpdr" - layout: - title: "2n-aws-nitro50g-78b-{core}-ip6routing-base-scale-ena-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-aws-nitro50g-1518b-{core}-ip6routing-base-scale-ena-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-1518b-{core}-ip6routing-base-scale-{test_type}" - data: "vpp-2n-aws-curr-iter" - core: ["2t1c", 4t2c] - include: - - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6base-ndrpdr.1518B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6scale20k-ndrpdr.1518B-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6scale20k-rnd-ndrpdr.1518B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" - layout: - title: "2n-aws-nitro50g-1518b-{core}-ip6routing-base-scale-ena-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-tsh-x520-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" - data: "vpp-3n-tsh-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-tsh-x520-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-tsh-x520-78b-{core}-ip6routing-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-78b-{core}-ip6routing-base-ixgbe-{test_type}" - data: "vpp-3n-tsh-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - layout: - title: "3n-tsh-x520-78b-{core}-ip6routing-base-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-tsh-x520-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - data: "vpp-3n-tsh-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-tsh-x520-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-tsh-x520-64b-{core}-l2switching-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-l2switching-base-ixgbe-{test_type}" - data: "vpp-3n-tsh-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-tsh-x520-64b-{core}-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-tsh-x520-64b-{core}-features-l2switching-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-features-l2switching-base-ixgbe-{test_type}" - data: "vpp-3n-tsh-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" - layout: - title: "3n-tsh-x520-64b-{core}-features-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-tsh-x520-78b-{core}-srv6-ip6routing-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-78b-{core}-srv6-ip6routing-base-ixgbe-{test_type}" - data: "vpp-3n-tsh-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-{core}-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" - - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" - - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" - - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" - layout: - title: "3n-tsh-x520-78b-{core}-srv6-ip6routing-base-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-tsh-x520-64b-{core}-vhost-base-ixgbe-vppl2xc-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-vhost-base-ixgbe-vppl2xc-{test_type}" - data: "vpp-3n-tsh-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: - title: "3n-tsh-x520-64b-{core}-vhost-base-ixgbe-vppl2xc-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-tsh-x520-64b-{core}-vhost-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-vhost-base-ixgbe-{test_type}" - data: "vpp-3n-tsh-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - layout: - title: "3n-tsh-x520-64b-{core}-vhost-base-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-tx2-xl710-64b-{core}-ipsec-base-scale-sw-policy-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-ipsec-base-scale-sw-policy-dpdk-{test_type}" - data: "vpp-2n-tx2-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1Tnlsw-Ip4Base-Policy-Aes256Gcm-Udir-ndrpdr.64B-{core}-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1Tnlsw-Ip4Base-Policy-Aes128Cbc-Hmac512Sha-Udir-ndrpdr.64B-{core}-ethip4ipsec1tnlsw-ip4base-policy-aes128cbc-hmac512sha-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec40Tnlsw-Ip4Base-Policy-Aes256Gcm-Udir-ndrpdr.64B-{core}-ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec40Tnlsw-Ip4Base-Policy-Aes128Cbc-Hmac512Sha-Udir-ndrpdr.64B-{core}-ethip4ipsec40tnlsw-ip4base-policy-aes128cbc-hmac512sha-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Policy-Aes256Gcm-Udir-ndrpdr.64B-{core}-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Policy-Aes128Cbc-Hmac512Sha-Udir-ndrpdr.64B-{core}-ethip4ipsec1000tnlsw-ip4base-policy-aes128cbc-hmac512sha-udir-ndrpdr" - layout: - title: "2n-tx2-xl710-64b-{core}-ipsec-base-scale-sw-policy-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-tx2-xl710-64b-{core}-ipsec-spe-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-ipsec-spe-base-scale-dpdk-{test_type}" - data: "vpp-2n-tx2-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1Spe-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-{core}-ethip4ipsec1spe-ip4base-policy-outbound-nocrypto-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-{core}-ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec100Spe-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-{core}-ethip4ipsec100spe-ip4base-policy-outbound-nocrypto-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec100Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-{core}-ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Spe-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-{core}-ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-{core}-ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr" - layout: - title: "2n-tx2-xl710-64b-{core}-ipsec-spe-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-tx2-xl710-1518b-{core}-ipsec-base-scale-sw-cbc-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-1518b-{core}-ipsec-base-scale-sw-cbc-dpdk-{test_type}" - data: "vpp-2n-tx2-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Udir-ndrpdr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Udir-ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Udir-ndrpdr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr" - layout: - title: "2n-tx2-xl710-1518b-{core}-ipsec-base-scale-sw-cbc-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-tx2-xl710-imix-{core}-ipsec-base-scale-sw-cbc-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-imix-{core}-ipsec-base-scale-sw-cbc-dpdk-{test_type}" - data: "vpp-2n-tx2-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Udir-ndrpdr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Udir-ndrpdr.imix-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Udir-ndrpdr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr" - layout: - title: "2n-tx2-xl710-imix-{core}-ipsec-base-scale-sw-cbc-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-tx2-xl710-1518b-{core}-ipsec-base-scale-sw-gcm-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-1518b-{core}-ipsec-base-scale-sw-gcm-dpdk-{test_type}" - data: "vpp-2n-tx2-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Udir-ndrpdr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Udir-ndrpdr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Udir-ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Udir-ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Udir-ndrpdr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Udir-ndrpdr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir-ndrpdr" - layout: - title: "2n-tx2-xl710-1518b-{core}-ipsec-base-scale-sw-gcm-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-tx2-xl710-imix-{core}-ipsec-base-scale-sw-gcm-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-imix-{core}-ipsec-base-scale-sw-gcm-dpdk-{test_type}" - data: "vpp-2n-tx2-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Udir-ndrpdr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Udir-ndrpdr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Udir-ndrpdr.imix-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Udir-ndrpdr.imix-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Udir-ndrpdr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Udir-ndrpdr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir-ndrpdr" - layout: - title: "2n-tx2-xl710-imix-{core}-ipsec-base-scale-sw-gcm-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-tx2-xl710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - data: "vpp-2n-tx2-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" - layout: - title: "2n-tx2-xl710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-tx2-xl710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" - data: "vpp-2n-tx2-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale2m-ndrpdr" - layout: - title: "2n-tx2-xl710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-tx2-xl710-64b-{core}-features-ip4routing-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-features-ip4routing-base-scale-dpdk-{test_type}" - data: "vpp-2n-tx2-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Iacldstbase-Ndrpdr.64B-{core}-ethip4-ip4base-iacldstbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - layout: - title: "2n-tx2-xl710-64b-{core}-ip4routing-features-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-tx2-xl710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - data: "vpp-2n-tx2-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Base-Iacldstbase-Ndrpdr.78B-{core}-ethip6-ip6base-iacldstbase-ndrpdr" - layout: - title: "2n-tx2-xl710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-tx2-xl710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" - data: "vpp-2n-tx2-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale2m-ndrpdr" - layout: - title: "2n-tx2-xl710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-tx2-xl710-64b-{core}-l2switching-base-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-l2switching-base-dpdk-{test_type}" - data: "vpp-2n-tx2-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-tx2-xl710-64b-{core}-l2switching-base-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-tx2-xl710-64b-{core}-l2switching-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-l2switching-scale-dpdk-{test_type}" - data: "vpp-2n-tx2-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-tx2-xl710-64b-{core}-l2switching-scale-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-tx2-xl710-64b-{core}-l2switching-scale-af_xdp-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-l2switching-scale-af_xdp-{test_type}" - data: "vpp-2n-tx2-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Patch-Ndrpdr.64B-{core}-af-xdp-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-{core}-af-xdp-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-tx2-xl710-64b-{core}-l2switching-scale-af_xdp-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-tx2-xl710-64b-{core}-features-l2switching-base-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-features-l2switching-base-dpdk-{test_type}" - data: "vpp-2n-tx2-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" - layout: - title: "2n-tx2-xl710-64b-{core}-features-l2switching-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-tx2-xl710-64b-{core}-memif-base-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-memif-base-dpdk-{test_type}" - data: "vpp-2n-tx2-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-40Ge2P1Xl710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-tx2-xl710-64b-{core}-memif-base-{test_type}" - layout: "plot-throughput" - -# 3n-alt - -- type: "plot" - title: "Throughput: 3n-alt-xl710-1518b-{core}-ipsec-aes128cbc-ip4routing-scale-sw-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-1518b-{core}-ipsec-aes128cbc-ip4routing-scale-sw-{test_type}" - data: "vpp-3n-alt-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-ndrpdr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-ndrpdr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" - layout: - title: "3n-alt-xl710-1518b-{core}-ipsec-aes128cbc-ip4routing-scale-sw-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-alt-xl710-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-sw-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-sw-{test_type}" - data: "vpp-3n-alt-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-alt-xl710-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-sw-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-alt-xl710-imix-{core}-ipsec-aes128cbc-ip4routing-scale-sw-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-imix-{core}-ipsec-aes128cbc-ip4routing-scale-sw-{test_type}" - data: "vpp-3n-alt-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-ndrpdr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-ndrpdr.imix-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-ndrpdr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" - layout: - title: "3n-alt-xl710-imix-{core}-ipsec-aes128cbc-ip4routing-scale-sw-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-alt-xl710-imix-{core}-ipsec-aes256gcm-ip4routing-scale-sw-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-imix-{core}-ipsec-aes256gcm-ip4routing-scale-sw-{test_type}" - data: "vpp-3n-alt-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-alt-xl710-imix-{core}-ipsec-aes256gcm-ip4routing-scale-sw-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-alt-xl710-64b-{core}-ipsec-ip4base-policy-outbound-nocrypto-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-{core}-ipsec-ip4base-policy-outbound-nocrypto-{test_type}" - data: "vpp-3n-alt-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-{core}-ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Spe-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-{core}-ethip4ipsec1spe-ip4base-policy-outbound-nocrypto-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec100Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-{core}-ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec100Spe-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-{core}-ethip4ipsec100spe-ip4base-policy-outbound-nocrypto-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-{core}-ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Spe-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-{core}-ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto-ndrpdr" - layout: - title: "3n-alt-xl710-64b-{core}-ipsec-ip4base-policy-outbound-nocrypto-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-alt-xl710-64b-{core}-ipsec-ip4base-policy-aes256gcm-sw-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-{core}-ipsec-ip4base-policy-aes256gcm-sw-{test_type}" - data: "vpp-3n-alt-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Tnlsw-Ip4Base-Policy-Aes256Gcm-ndrpdr.64B-{core}-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec40Tnlsw-Ip4Base-Policy-Aes256Gcm-ndrpdr.64B-{core}-ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Policy-Aes256Gcm-ndrpdr.64B-{core}-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-ndrpdr" - layout: - title: "3n-alt-xl710-64b-{core}-ipsec-ip4base-policy-aes256gcm-sw-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-alt-xl710-64b-{core}-ip4-base-scale-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-{core}-ip4-base-scale-{test_type}" - data: "vpp-3n-alt-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale20K-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale200K-ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" - layout: - title: "3n-alt-xl710-64b-{core}-ip4-base-scale-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-alt-xl710-64b-{core}-ip4-feature-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-{core}-ip4-feature-{test_type}" - data: "vpp-3n-alt-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-Iacldstbase-ndrpdr.64B-{core}-ethip4-ip4base-iacldstbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - layout: - title: "3n-alt-xl710-64b-{core}-ip4-feature-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-alt-xl710-64b-{core}-ip4-tunnels-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-{core}-ip4-tunnels-{test_type}" - data: "vpp-3n-alt-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Xcbase-ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-alt-xl710-64b-{core}-ip4-tunnels-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-alt-xl710-78b-{core}-ip6-base-scale-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-78b-{core}-ip6-base-scale-{test_type}" - data: "vpp-3n-alt-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Base-ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale200K-ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Base-Iacldstbase-ndrpdr.78B-{core}-ethip6-ip6base-iacldstbase-ndrpdr" - layout: - title: "3n-alt-xl710-78b-{core}-ip6-base-scale-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-alt-xl710-64b-{core}-l2-base-scale-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-{core}-l2-base-scale-{test_type}" - data: "vpp-3n-alt-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Xcbase-ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Patch-ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" - layout: - title: "3n-alt-xl710-64b-{core}-l2-base-scale-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-alt-xl710-64b-{core}-l2-feature-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-{core}-l2-feature-{test_type}" - data: "vpp-3n-alt-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" - layout: - title: "3n-alt-xl710-64b-{core}-l2-feature-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-alt-xl710-64b-{core}-vhost-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-{core}-vhost-{test_type}" - data: "vpp-3n-alt-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-ndrpdr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-ndrpdr" - layout: - title: "3n-alt-xl710-64b-{core}-vhost-{test_type}" - layout: "plot-throughput" - -################################################################################ - -# Packet Speedup - -- type: "plot" - title: "Speedup: 3n-tsh-x520-64b-features-ip4routing-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-features-ip4routing-base-ixgbe-{test_type}-tsa" - data: "vpp-3n-tsh-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - layout: - title: "3n-tsh-x520-64b-features-ip4routing-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-tsh-x520-64b-ip4tunnel-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-ip4tunnel-base-ixgbe-{test_type}-tsa" - data: "vpp-3n-tsh-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-tsh-x520-64b-ip4tunnel-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-tsh-x520-78b-ip6routing-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-78b-ip6routing-base-ixgbe-{test_type}-tsa" - data: "vpp-3n-tsh-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - layout: - title: "3n-tsh-x520-78b-ip6routing-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-tsh-x520-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa" - data: "vpp-3n-tsh-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-tsh-x520-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-tsh-x520-64b-l2switching-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-l2switching-base-ixgbe-{test_type}-tsa" - data: "vpp-3n-tsh-curr-iter" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-tsh-x520-64b-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-tsh-x520-64b-features-l2switching-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-features-l2switching-base-ixgbe-{test_type}-tsa" - data: "vpp-3n-tsh-curr-iter" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" - layout: - title: "3n-tsh-x520-64b-features-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-tsh-x520-78b-srv6-ip6routing-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-78b-srv6-ip6routing-base-ixgbe-{test_type}-tsa" - data: "vpp-3n-tsh-curr-iter" - include: - - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" - - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" - - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" - - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" - layout: - title: "3n-tsh-x520-78b-srv6-ip6routing-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-tsh-x520-64b-vhost-base-ixgbe-vppl2xc-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-vhost-base-ixgbe-vppl2xc-{test_type}-tsa" - data: "vpp-3n-tsh-curr-iter" - include: - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: - title: "3n-tsh-x520-64b-vhost-base-ixgbe-vppl2xc-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-tsh-x520-64b-vhost-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-vhost-base-ixgbe-{test_type}-tsa" - data: "vpp-3n-tsh-curr-iter" - include: - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - layout: - title: "3n-tsh-x520-64b-vhost-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -#- type: "plot" -# title: "Speedup: 3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-{test_type}-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-{test_type}-tsa" -# data: "vpp-3n-tsh-curr-iter" -# test-type: ["ndr", "pdr"] -# include: -# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" -# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" -# layout: -# title: "3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-{test_type}" -# layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-alt-xl710-1518b-ipsec-aes128cbc-ip4routing-scale-sw-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-1518b-ipsec-aes128cbc-ip4routing-scale-sw-{test_type}-tsa" - data: "vpp-3n-alt-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-ndrpdr.1518B-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-ndrpdr.1518B-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" - layout: - title: "3n-alt-xl710-1518b-ipsec-aes128cbc-ip4routing-scale-sw-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-alt-xl710-1518b-ipsec-aes256gcm-ip4routing-scale-sw-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-1518b-ipsec-aes256gcm-ip4routing-scale-sw-{test_type}-tsa" - data: "vpp-3n-alt-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-alt-xl710-1518b-ipsec-aes256gcm-ip4routing-scale-sw-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-alt-xl710-imix-ipsec-aes128cbc-ip4routing-scale-sw-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-imix-ipsec-aes128cbc-ip4routing-scale-sw-{test_type}-tsa" - data: "vpp-3n-alt-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-ndrpdr.imix-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-ndrpdr.imix-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-ndrpdr.imix-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" - layout: - title: "3n-alt-xl710-imix-ipsec-aes128cbc-ip4routing-scale-sw-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-alt-xl710-imix-ipsec-aes256gcm-ip4routing-scale-sw-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-imix-ipsec-aes256gcm-ip4routing-scale-sw-{test_type}-tsa" - data: "vpp-3n-alt-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-alt-xl710-imix-ipsec-aes256gcm-ip4routing-scale-sw-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-alt-xl710-64b-ipsec-ip4base-policy-outbound-nocrypto-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-ipsec-ip4base-policy-outbound-nocrypto-{test_type}-tsa" - data: "vpp-3n-alt-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-.t.c-ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Spe-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-.t.c-ethip4ipsec1spe-ip4base-policy-outbound-nocrypto-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec100Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-.t.c-ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec100Spe-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-.t.c-ethip4ipsec100spe-ip4base-policy-outbound-nocrypto-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-.t.c-ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Spe-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-.t.c-ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto-ndrpdr" - layout: - title: "3n-alt-xl710-64b-ipsec-ip4base-policy-outbound-nocrypto-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-alt-xl710-64b-ipsec-ip4base-policy-aes256gcm-sw-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-ipsec-ip4base-policy-aes256gcm-sw-{test_type}-tsa" - data: "vpp-3n-alt-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Tnlsw-Ip4Base-Policy-Aes256Gcm-ndrpdr.64B-.t.c-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec40Tnlsw-Ip4Base-Policy-Aes256Gcm-ndrpdr.64B-.t.c-ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Policy-Aes256Gcm-ndrpdr.64B-.t.c-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-ndrpdr" - layout: - title: "3n-alt-xl710-64b-ipsec-ip4base-policy-aes256gcm-sw-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-alt-xl710-64b-ip4-base-scale-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-ip4-base-scale-{test_type}-tsa" - data: "vpp-3n-alt-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale20K-ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale200K-ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" - layout: - title: "3n-alt-xl710-64b-ip4-base-scale-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-alt-xl710-64b-ip4-feature-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-ip4-feature-{test_type}-tsa" - data: "vpp-3n-alt-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-Iacldstbase-ndrpdr.64B-.t.c-ethip4-ip4base-iacldstbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - layout: - title: "3n-alt-xl710-64b-ip4-feature-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-alt-xl710-64b-ip4-tunnels-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-ip4-tunnels-{test_type}-tsa" - data: "vpp-3n-alt-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Xcbase-ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-alt-xl710-64b-ip4-tunnels-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-alt-xl710-78b-ip6-base-scale-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-78b-ip6-base-scale-{test_type}-tsa" - data: "vpp-3n-alt-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Base-ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale20K-ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale200K-ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Base-Iacldstbase-ndrpdr.78B-.t.c-ethip6-ip6base-iacldstbase-ndrpdr" - layout: - title: "3n-alt-xl710-78b-ip6-base-scale-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-alt-xl710-64b-l2-base-scale-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-l2-base-scale-{test_type}-tsa" - data: "vpp-3n-alt-curr-iter" - include: - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Xcbase-ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Patch-ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - layout: - title: "3n-alt-xl710-64b-l2-base-scale-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-alt-xl710-64b-l2-feature-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-l2-feature-{test_type}-tsa" - data: "vpp-3n-alt-curr-iter" - include: - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" - layout: - title: "3n-alt-xl710-64b-l2-feature-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-alt-xl710-64b-vhost-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-vhost-{test_type}-tsa" - data: "vpp-3n-alt-curr-iter" - include: - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-ndrpdr.64B-.t.c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-ndrpdr" - layout: - title: "3n-alt-xl710-64b-vhost-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-tx2-xl710-64b-ipsec-base-scale-sw-policy-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-ipsec-base-scale-sw-policy-dpdk-{test_type}-tsa" - data: "vpp-2n-tx2-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1Tnlsw-Ip4Base-Policy-Aes256Gcm-Udir-ndrpdr.64B-.t.c-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1Tnlsw-Ip4Base-Policy-Aes128Cbc-Hmac512Sha-Udir-ndrpdr.64B-.t.c-ethip4ipsec1tnlsw-ip4base-policy-aes128cbc-hmac512sha-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec40Tnlsw-Ip4Base-Policy-Aes256Gcm-Udir-ndrpdr.64B-.t.c-ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec40Tnlsw-Ip4Base-Policy-Aes128Cbc-Hmac512Sha-Udir-ndrpdr.64B-.t.c-ethip4ipsec40tnlsw-ip4base-policy-aes128cbc-hmac512sha-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Policy-Aes256Gcm-Udir-ndrpdr.64B-.t.c-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Policy-Aes128Cbc-Hmac512Sha-Udir-ndrpdr.64B-.t.c-ethip4ipsec1000tnlsw-ip4base-policy-aes128cbc-hmac512sha-udir-ndrpdr" - layout: - title: "2n-tx2-xl710-64b-ipsec-base-scale-sw-policy-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-tx2-xl710-64b-ipsec-spe-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-ipsec-spe-base-scale-dpdk-{test_type}-tsa" - data: "vpp-2n-tx2-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1Spe-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-.t.c-ethip4ipsec1spe-ip4base-policy-outbound-nocrypto-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-.t.c-ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec100Spe-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-.t.c-ethip4ipsec100spe-ip4base-policy-outbound-nocrypto-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec100Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-.t.c-ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Spe-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-.t.c-ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-.t.c-ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr" - layout: - title: "2n-tx2-xl710-64b-ipsec-spe-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-tx2-xl710-1518b-ipsec-base-scale-sw-cbc-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-1518b-ipsec-base-scale-sw-cbc-dpdk-{test_type}-tsa" - data: "vpp-2n-tx2-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Udir-ndrpdr.1518B-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Udir-ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Udir-ndrpdr.1518B-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr" - layout: - title: "2n-tx2-xl710-1518b-ipsec-base-scale-sw-cbc-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-tx2-xl710-imix-ipsec-base-scale-sw-cbc-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-imix-ipsec-base-scale-sw-cbc-dpdk-{test_type}-tsa" - data: "vpp-2n-tx2-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Udir-ndrpdr.imix-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Udir-ndrpdr.imix-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Udir-ndrpdr.imix-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-ndrpdr" - layout: - title: "2n-tx2-xl710-imix-ipsec-base-scale-sw-cbc-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-tx2-xl710-1518b-ipsec-base-scale-sw-gcm-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-1518b-ipsec-base-scale-sw-gcm-dpdk-{test_type}-tsa" - data: "vpp-2n-tx2-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Udir-ndrpdr.1518B-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Udir-ndrpdr.1518B-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Udir-ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Udir-ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Udir-ndrpdr.1518B-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Udir-ndrpdr.1518B-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir-ndrpdr" - layout: - title: "2n-tx2-xl710-1518b-ipsec-base-scale-sw-gcm-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-tx2-xl710-imix-ipsec-base-scale-sw-gcm-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-imix-ipsec-base-scale-sw-gcm-dpdk-{test_type}-tsa" - data: "vpp-2n-tx2-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Udir-ndrpdr.imix-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Udir-ndrpdr.imix-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Udir-ndrpdr.imix-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Udir-ndrpdr.imix-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Udir-ndrpdr.imix-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir-ndrpdr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Udir-ndrpdr.imix-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir-ndrpdr" - layout: - title: "2n-tx2-xl710-imix-ipsec-base-scale-sw-gcm-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - data: "vpp-2n-tx2-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" - layout: - title: "2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-tx2-xl710-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" - data: "vpp-2n-tx2-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale2m-ndrpdr" - layout: - title: "2n-tx2-xl710-64b-ip4routing-base-scale-af_xdp-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-tx2-xl710-64b-features-ip4routing-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-features-ip4routing-base-scale-dpdk-{test_type}-tsa" - data: "vpp-2n-tx2-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Iacldstbase-Ndrpdr.64B-.t.c-ethip4-ip4base-iacldstbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - layout: - title: "2n-tx2-xl710-64b-ip4routing-features-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-tx2-xl710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - data: "vpp-2n-tx2-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Base-Iacldstbase-Ndrpdr.78B-.t.c-ethip6-ip6base-iacldstbase-ndrpdr" - layout: - title: "2n-tx2-xl710-78b-ip6routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-tx2-xl710-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" - data: "vpp-2n-tx2-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale2m-ndrpdr" - layout: - title: "2n-tx2-xl710-78b-ip6routing-base-scale-af_xdp-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-tx2-xl710-64b-l2switching-base-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-l2switching-base-dpdk-{test_type}-tsa" - data: "vpp-2n-tx2-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-tx2-xl710-64b-l2switching-base-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-tx2-xl710-64b-l2switching-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-l2switching-scale-dpdk-{test_type}-tsa" - data: "vpp-2n-tx2-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-tx2-xl710-64b-l2switching-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-tx2-xl710-64b-l2switching-scale-af_xdp-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-l2switching-scale-af_xdp-{test_type}-tsa" - data: "vpp-2n-tx2-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Patch-Ndrpdr.64B-.t.c-af-xdp-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-.t.c-af-xdp-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-tx2-xl710-64b-l2switching-scale-af_xdp-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-tx2-xl710-64b-features-l2switching-base-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-features-l2switching-base-dpdk-{test_type}-tsa" - data: "vpp-2n-tx2-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" - layout: - title: "2n-tx2-xl710-64b-features-l2switching-base-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-tx2-xl710-64b-memif-base-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-memif-base-dpdk-{test_type}-tsa" - data: "vpp-2n-tx2-curr-iter" - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-40Ge2P1Xl710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-tx2-xl710-64b-memif-base-{test_type}" - layout: "plot-throughput-speedup-analysis" - -################################################################################ - -# Packet Throughput - DPDK - -# 3n-tsh-x520 - -- type: "plot" - title: "DPDK Throughput: 3n-tsh-x520-64b-{core}-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-tsh-x520-64b-{core}-base-{test_type}" - data: "dpdk-3n-tsh-curr-iter" - core: ["1t1c", "2t2c"] - include: - - "tests.dpdk.perf.10ge2p1x520-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.10ge2p1x520-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-tsh-x520-64b-{core}-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Speedup: 3n-tsh-x520-64b-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,DPDK]}/3n-tsh-x520-64b-base-{test_type}-tsa" - data: "dpdk-3n-tsh-curr-iter" - include: - - "tests.dpdk.perf.10ge2p1x520-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.10ge2p1x520-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-tsh-x520-64b-base-{test_type}-tsa" - layout: "plot-throughput-speedup-analysis" - -# 3n-alt-xl710 - -- type: "plot" - title: "DPDK Throughput: 3n-alt-xl710-64b-{core}-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-alt-xl710-64b-{core}-base-{test_type}" - data: "dpdk-3n-alt-curr-iter" - core: ["1t1c", "2t2c"] - include: - - "tests.dpdk.perf.40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-alt-xl710-64b-{core}-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Speedup: 3n-alt-xl710-64b-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,DPDK]}/3n-alt-xl710-64b-base-{test_type}-tsa" - data: "dpdk-3n-alt-curr-iter" - include: - - "tests.dpdk.perf.40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-alt-xl710-64b-base-{test_type}-tsa" - layout: "plot-throughput-speedup-analysis" - -# 2n-tx2-xl710 - -- type: "plot" - title: "DPDK Throughput: 2n-tx2-xl710-64b-{core}-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,DPDK]}/2n-tx2-xl710-64b-{core}-base-{test_type}" - data: "dpdk-2n-tx2-curr-iter" - core: ["1t1c", "2t2c"] - include: - - "tests.dpdk.perf.2N1L-40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2N1L-40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "2n-tx2-xl710-64b-{core}-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Speedup: 2n-tx2-xl710-64b-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,DPDK]}/2n-tx2-xl710-64b-base-{test_type}-tsa" - data: "dpdk-2n-tx2-curr-iter" - include: - - "tests.dpdk.perf.2N1L-40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2N1L-40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "2n-tx2-xl710-64b-base-{test_type}-tsa" - layout: "plot-throughput-speedup-analysis" - -################################################################################ -### 2n-clx ### -################################################################################ - -# Packet Throughput - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-{core}-memif-base-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-memif-base-avf-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-{core}-memif-base-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" - layout: - title: "2n-clx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - layout: "plot-cps" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - layout: "plot-cps" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-100b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-100b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: - title: "2n-clx-xxv710-100b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: - title: "2n-clx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-ip4base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-ip4base-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-rdma-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Ndrpdr.64B-{core}-rdma-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-{core}-rdma-ip4base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-ethip4-features-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-ethip4-features-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-rdma-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-{core}-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-{core}-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-{core}-rdma-ethip4-features-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" - layout: - title: "2n-clx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-{core}-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-78b-{core}-rdma-ip6routing-base-scale-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-78b-{core}-rdma-ip6routing-base-scale-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-rdma-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Base-Ndrpdr.78B-{core}-rdma-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-rdma-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-rdma-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-rdma-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-{core}-rdma-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-rdma-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-rdma-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-cx556a-78b-{core}-rdma-ip6routing-base-scale-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-x710-64b-{core}-l2switching-base-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-{core}-l2switching-base-avf-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-clx-x710-64b-{core}-l2switching-base-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-{core}-l2switching-base-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-l2switching-base-avf-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-{core}-l2switching-base-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-l2switching-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-l2switching-base-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-rdma-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Ndrpdr.64B-{core}-rdma-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Ndrpdr.64B-{core}-rdma-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-{core}-rdma-l2switching-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-l2switching-scale-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-l2switching-scale-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-{core}-rdma-l2switching-scale-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-{core}-vhost-base-[avf,dpdk]-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-vhost-base-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-{core}-vhost-base-[avf,dpdk]-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-{core}-vhost-base-[avf,dpdk]-vpp-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-vhost-base-vpp-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-{core}-vhost-base-[avf,dpdk]-vpp-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-l2-vhost-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-l2-vhost-base-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-{core}-rdma-l2-vhost-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-e810cq-64b-{core}-memif-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-{core}-memif-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-clx-e810cq-64b-{core}-memif-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-e810cq-64b-{core}-ip4-base-scale-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-{core}-ip4-base-scale-avf-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "2n-clx-e810cq-64b-{core}-ip4-base-scale-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-e810cq-64b-{core}-ip4-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-{core}-ip4-base-scale-dpdk-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "2n-clx-e810cq-64b-{core}-ip4-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-e810cq-64b-{core}-ip4-features-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-{core}-ip4-features-avf-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - layout: - title: "2n-clx-e810cq-64b-{core}-ip4-features-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-e810cq-78b-{core}-ip6-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-78b-{core}-ip6-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" - layout: - title: "2n-clx-e810cq-78b-{core}-ip6-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-e810cq-64b-{core}-l2-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-{core}-l2-avf-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-e810cq-64b-{core}-l2-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-e810cq-64b-{core}-l2-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-{core}-l2-dpdk-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-e810cq-64b-{core}-l2-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-e810cq-64b-{core}-vhost-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-{core}-vhost-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: - title: "2n-clx-e810cq-64b-{core}-vhost-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-{core}-memif-base-mlx5-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-memif-base-mlx5-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-mlx5-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-mlx5-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-mlx5-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-{core}-memif-base-mlx5-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-{core}-ip4-base-scale-mlx5-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-ip4-base-scale-mlx5-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Base-Ndrpdr.64B-{core}-mlx5-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-mlx5-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-mlx5-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-{core}-ip4-base-scale-mlx5-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-{core}-ip4-features-mlx5-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-ip4-features-mlx5-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-mlx5-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-mlx5-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-mlx5-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-mlx5-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-{core}-ip4-features-mlx5-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-78b-{core}-ip6-base-scale-mlx5-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-78b-{core}-ip6-base-scale-mlx5-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Mlx5-Ethip6-Ip6Base-Ndrpdr.78B-{core}-mlx5-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Mlx5-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-mlx5-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Mlx5-Ethip6-Ip6Scale20K-Rnd-Ndrpdr.78B-{core}-mlx5-ethip6-ip6scale20k-rnd-ndrpdr" - layout: - title: "2n-clx-cx556a-78b-{core}-ip6-base-scale-mlx5-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-{core}-l2-base-mlx5-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-l2-base-mlx5-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-mlx5-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Patch-Ndrpdr.64B-{core}-mlx5-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Xcbase-Ndrpdr.64B-{core}-mlx5-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-mlx5-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-{core}-l2-base-mlx5-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-{core}-l2-scale-mlx5-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-l2-scale-mlx5-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-mlx5-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-mlx5-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-mlx5-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-mlx5-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-{core}-l2-scale-mlx5-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-cx556a-64b-{core}-vhost-base-mlx5-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-vhost-base-mlx5-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-mlx5-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-mlx5-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-{core}-vhost-base-mlx5-{test_type}" - layout: "plot-throughput" - -################################################################################ - -# Packet Speedup - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-memif-base-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-memif-base-avf-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-memif-base-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-memif-base-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-memif-base-dpdk-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-memif-base-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-l2-eth-2memif-1dcr-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2-eth-2memif-1dcr-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-rdma-l2-eth-2memif-1dcr-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" - layout: - title: "2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-ip4routing-base-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-ip4routing-base-scale-af_xdp-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-features-ip4routing-base-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - layout: "plot-throughput-speedup-analysis-cps" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - layout: "plot-throughput-speedup-analysis-cps" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-100b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-100b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: - title: "2n-clx-xxv710-100b-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-100b-nat44ed-ip4routing-udp-tput-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-100b-nat44ed-ip4routing-udp-tput-avf-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: - title: "2n-clx-xxv710-100b-nat44ed-ip4routing-udp-tput-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-ip4base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-ip4base-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-rdma-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-rdma-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-rdma-ip4base-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-ethip4-features-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-ethip4-features-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-rdma-ethip4-features-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" - layout: - title: "2n-clx-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-xxv710-78b-ip6routing-base-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-xxv710-78b-ip6routing-base-scale-af_xdp-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-78b-rdma-ip6routing-base-scale-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-78b-rdma-ip6routing-base-scale-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-rdma-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-rdma-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-rdma-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-rdma-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-rdma-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-.t.c-rdma-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-rdma-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-rdma-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "2n-clx-cx556a-78b-rdma-ip6routing-base-scale-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-x710-64b-l2switching-base-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-l2switching-base-avf-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-clx-x710-64b-l2switching-base-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-avf-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-l2switching-base-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-l2switching-base-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-l2switching-base-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-l2switching-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2switching-base-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Ndrpdr.64B-.t.c-rdma-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-rdma-l2switching-base-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-l2switching-scale-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2switching-scale-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-rdma-l2switching-scale-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-vhost-base-[avf,dpdk]-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-vhost-base-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-vhost-base-[avf,dpdk]-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-vhost-base-[avf,dpdk]-vpp-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-vhost-base-vpp-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-vhost-base-[avf,dpdk]-vpp-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-l2-vhost-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2-vhost-base-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-rdma-l2-vhost-base-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-e810cq-64b-memif-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-memif-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-clx-e810cq-64b-memif-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-e810cq-64b-ip4-base-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-ip4-base-scale-avf-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "2n-clx-e810cq-64b-ip4-base-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-e810cq-64b-ip4-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-ip4-base-scale-dpdk-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "2n-clx-e810cq-64b-ip4-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-e810cq-64b-ip4-features-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-ip4-features-avf-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - layout: - title: "2n-clx-e810cq-64b-ip4-features-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-e810cq-78b-ip6-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-78b-ip6-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-.t.c-ethip6-ip6scale20k-rnd-ndrpdr" - layout: - title: "2n-clx-e810cq-78b-ip6-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-e810cq-64b-l2-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-l2-avf-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-e810cq-64b-l2-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-e810cq-64b-l2-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-l2-dpdk-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-e810cq-64b-l2-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-e810cq-64b-vhost-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-vhost-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: - title: "2n-clx-e810cq-64b-vhost-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-memif-base-mlx5-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-memif-base-mlx5-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-mlx5-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-mlx5-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-mlx5-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-memif-base-mlx5-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-ip4-base-scale-mlx5-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-ip4-base-scale-mlx5-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-mlx5-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-mlx5-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-mlx5-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-ip4-base-scale-mlx5-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-ip4-features-mlx5-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-ip4-features-mlx5-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-mlx5-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-mlx5-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-mlx5-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-mlx5-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-ip4-features-mlx5-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-78b-ip6-base-scale-mlx5-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-78b-ip6-base-scale-mlx5-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Mlx5-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-mlx5-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Mlx5-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-mlx5-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Mlx5-Ethip6-Ip6Scale20K-Rnd-Ndrpdr.78B-.t.c-mlx5-ethip6-ip6scale20k-rnd-ndrpdr" - layout: - title: "2n-clx-cx556a-78b-ip6-base-scale-mlx5-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-l2-base-mlx5-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-l2-base-mlx5-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-mlx5-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Patch-Ndrpdr.64B-.t.c-mlx5-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Xcbase-Ndrpdr.64B-.t.c-mlx5-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-mlx5-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-l2-base-mlx5-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-l2-scale-mlx5-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-l2-scale-mlx5-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-mlx5-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-mlx5-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-mlx5-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-mlx5-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-l2-scale-mlx5-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-vhost-base-mlx5-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-vhost-base-mlx5-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-mlx5-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-mlx5-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: - title: "2n-clx-cx556a-64b-vhost-base-mlx5-{test_type}" - layout: "plot-throughput-speedup-analysis" - -# 2n-icx - -- type: "plot" - title: "Throughput: 2n-icx-xxv710-64b-{core}-memif-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-{core}-memif-base-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-{core}-memif-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-ndrpdr.64B-{core}-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-ndrpdr.64B-{core}-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-xxv710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip4-Ip4Base-ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip4-Ip4Scale20K-ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Det-H1024-P63-S64512-ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Det-H16384-P63-S1032192-ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Det-H65536-P63-S4128758-ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Udir-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Cps-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - layout: "plot-cps" - -- type: "plot" - title: "Throughput: 2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - layout: "plot-cps" - -- type: "plot" - title: "Throughput: 2n-icx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Tput-ndrpdr.100B-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Tput-ndrpdr.100B-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Tput-ndrpdr.100B-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: - title: "2n-icx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-xxv710-100b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-100b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: - title: "2n-icx-xxv710-100b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Rnd-ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-Rnd-ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "2n-icx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Rnd-ndrpdr.78B-{core}-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Rnd-ndrpdr.78B-{core}-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "2n-icx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip6-Ip6Base-ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" - layout: - title: "2n-icx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-xxv710-64b-{core}-vhost-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-{core}-vhost-base-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-{core}-vhost-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-64b-{core}-memif-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-memif-base-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-{core}-memif-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-Rnd-ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-Rnd-ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-Rnd-ndrpdr.64B-{core}-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Rnd-ndrpdr.64B-{core}-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Af-Xdp-Ethip4-Ip4Base-ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Af-Xdp-Ethip4-Ip4Scale20K-ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Af-Xdp-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-64b-{core}-features-ip4routing-base-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-features-ip4routing-base-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-{core}-features-ip4routing-base-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Det-H1024-P63-S64512-ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Det-H16384-P63-S1032192-ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Det-H65536-P63-S4128758-ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Udir-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Cps-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - layout: "plot-cps" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - layout: "plot-cps" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Tput-ndrpdr.100B-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Tput-ndrpdr.100B-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Tput-ndrpdr.100B-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: - title: "2n-icx-e810cq-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-100b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-100b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: - title: "2n-icx-e810cq-100b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-Rnd-ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-Rnd-ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-Rnd-ndrpdr.78B-{core}-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Rnd-ndrpdr.78B-{core}-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Af-Xdp-Ethip6-Ip6Base-ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Af-Xdp-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Af-Xdp-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" - layout: - title: "2n-icx-e810cq-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-64b-{core}-vhost-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-vhost-base-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-{core}-vhost-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Speedup: 2n-icx-xxv710-64b-memif-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-memif-base-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-memif-base-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-ip4routing-base-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-ndrpdr.64B-.t.c-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-ndrpdr.64B-.t.c-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-xxv710-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip4-Ip4Base-ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip4-Ip4Scale20K-ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-ip4routing-base-scale-af_xdp-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-features-ip4routing-base-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Det-H1024-P63-S64512-ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Det-H16384-P63-S1032192-ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Det-H65536-P63-S4128758-ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Udir-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - layout: "plot-throughput-speedup-analysis-cps" - -- type: "plot" - title: "Speedup: 2n-icx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - layout: "plot-throughput-speedup-analysis-cps" - -- type: "plot" - title: "Speedup: 2n-icx-xxv710-100b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-100b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: - title: "2n-icx-xxv710-100b-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-xxv710-100b-nat44ed-ip4routing-tcp-udp-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-100b-nat44ed-ip4routing-udp-tput-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-Ip4Base-H1024-P63-S64512-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-Nat44Ed-H1024-P63-S64512-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-Ip4Base-H16384-P63-S1032192-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-Nat44Ed-H16384-P63-S1032192-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-Ip4Base-H65536-P63-S4128768-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-Nat44Ed-H65536-P63-S4128768-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: - title: "2n-icx-xxv710-100b-nat44ed-ip4routing-udp-tput-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Rnd-ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-Rnd-ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-ip6routing-base-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-.t.c-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Rnd-ndrpdr.78B-.t.c-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Rnd-ndrpdr.78B-.t.c-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-ip6routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-xxv710-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip6-Ip6Base-ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip6-Ip6Scale20K-ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-ip6routing-base-scale-af_xdp-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-l2switching-base-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-xxv710-64b-vhost-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-vhost-base-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-vhost-base-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-e810cq-64b-memif-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-memif-base-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-memif-base-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-Rnd-ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-Rnd-ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-Rnd-ndrpdr.64B-.t.c-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Rnd-ndrpdr.64B-.t.c-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Af-Xdp-Ethip4-Ip4Base-ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Af-Xdp-Ethip4-Ip4Scale20K-ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Af-Xdp-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-ip4routing-base-scale-af_xdp-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-e810cq-64b-features-ip4routing-base-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-features-ip4routing-base-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-features-ip4routing-base-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-e810cq-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Det-H1024-P63-S64512-ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Det-H16384-P63-S1032192-ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Det-H65536-P63-S4128758-ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-e810cq-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Udir-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-e810cq-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - layout: "plot-throughput-speedup-analysis-cps" - -- type: "plot" - title: "Speedup: 2n-icx-e810cq-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - layout: "plot-throughput-speedup-analysis-cps" - -- type: "plot" - title: "Speedup: 2n-icx-e810cq-100b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-100b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: - title: "2n-icx-e810cq-100b-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-e810cq-100b-nat44ed-ip4routing-tcp-udp-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-100b-nat44ed-ip4routing-udp-tput-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-ethip4udp-Ip4Base-H1024-P63-S64512-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-ethip4udp-Nat44Ed-H1024-P63-S64512-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-ethip4udp-Ip4Base-H16384-P63-S1032192-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-ethip4udp-Nat44Ed-H16384-P63-S1032192-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-ethip4udp-Ip4Base-H65536-P63-S4128768-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-ethip4udp-Nat44Ed-H65536-P63-S4128768-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: - title: "2n-icx-e810cq-100b-nat44ed-ip4routing-udp-tput-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-e810cq-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-ethip4--ethip4udpgeneve-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-Rnd-ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-Rnd-ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-ip6routing-base-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-.t.c-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-Rnd-ndrpdr.78B-.t.c-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Rnd-ndrpdr.78B-.t.c-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-ip6routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-e810cq-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Af-Xdp-Ethip6-Ip6Base-ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Af-Xdp-Ethip6-Ip6Scale20K-ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Af-Xdp-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-ip6routing-base-scale-af_xdp-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-e810cq-64b-vhost-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-vhost-base-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-vhost-base-{test_type}" - layout: "plot-throughput-speedup-analysis" - -# Packet Throughput - DPDK - -# 2n-icx - -- type: "plot" - title: "DPDK Throughput: 2n-icx-xxv710-64b-{core}-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,DPDK]}/2n-icx-xxv710-64b-{core}-base-{test_type}" - data: "dpdk-2n-icx-curr-iter" - core: ["1t1c", "2t2c"] - include: - - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-{core}-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Speedup: 2n-icx-xxv710-64b-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,DPDK]}/2n-icx-xxv710-64b-base-{test_type}-tsa" - data: "dpdk-2n-icx-curr-iter" - include: - - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "2n-icx-xxv710-64b-base-{test_type}-tsa" - layout: "plot-throughput-speedup-analysis" - -# 3n-icx - -- type: "plot" - title: "DPDK Throughput: 3n-icx-xxv710-64b-{core}-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-icx-xxv710-64b-{core}-base-{test_type}" - data: "dpdk-3n-icx-curr-iter" - core: ["1t1c", "2t2c"] - include: - - "tests.dpdk.perf.25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-icx-xxv710-64b-{core}-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Speedup: 3n-icx-xxv710-64b-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,DPDK]}/3n-icx-xxv710-64b-base-{test_type}-tsa" - data: "dpdk-3n-icx-curr-iter" - include: - - "tests.dpdk.perf.25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-icx-xxv710-64b-base-{test_type}-tsa" - layout: "plot-throughput-speedup-analysis" - -# 2n-clx - -- type: "plot" - title: "DPDK Throughput: 2n-clx-xxv710-64b-{core}-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,DPDK]}/2n-clx-xxv710-64b-{core}-base-{test_type}" - data: "dpdk-2n-clx-curr-iter" - core: ["1t1c", "2t2c"] - include: - - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-{core}-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "DPDK Throughput: 2n-clx-x710-64b-{core}-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,DPDK]}/2n-clx-x710-64b-{core}-base-{test_type}" - data: "dpdk-2n-clx-curr-iter" - core: ["1t1c", "2t2c"] - include: - - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "2n-clx-x710-64b-{core}-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,DPDK]}/2n-clx-xxv710-64b-base-{test_type}-tsa" - data: "dpdk-2n-clx-curr-iter" - include: - - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-base-{test_type}-tsa" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-x710-64b-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,DPDK]}/2n-clx-x710-64b-base-{test_type}-tsa" - data: "dpdk-2n-clx-curr-iter" - include: - - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "2n-clx-x710-64b-base-{test_type}-tsa" - layout: "plot-throughput-speedup-analysis" - -############################################################################### - -# 2n-zn2 - -# Packet Throughput - -- type: "plot" - title: "Throughput: 2n-zn2-xxv710-64b-{core}-memif-base-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-memif-base-avf-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-{core}-memif-base-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-xxv710-64b-{core}-memif-base-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-memif-base-dpdk-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-{core}-memif-base-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-zn2-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-x710-64b-{core}-ip4routing-base-[avf,dpdk]-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-{core}-ip4routing-base-[avf,dpdk]-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - layout: - title: "2n-zn2-x710-64b-{core}-ip4routing-base-[avf,dpdk]-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" - layout: "plot-throughput" - -#- type: "plot" -# title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" -# data: "vpp-2n-zn2-curr-iter" -# core: ["2t1c", ] -# test-type: ["ndr", "pdr"] -# include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" -# layout: -# title: "2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" -# layout: "plot-throughput" -# -#- type: "plot" -# title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" -# data: "vpp-2n-zn2-curr-iter" -# core: ["2t1c", ] -# test-type: ["ndr", "pdr"] -# include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" -# layout: -# title: "2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" -# layout: "plot-cps" -# -#- type: "plot" -# title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" -# data: "vpp-2n-zn2-curr-iter" -# core: ["2t1c", ] -# test-type: ["ndr", "pdr"] -# include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" -# layout: -# title: "2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" -# layout: "plot-throughput" -# -#- type: "plot" -# title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" -# data: "vpp-2n-zn2-curr-iter" -# core: ["2t1c", ] -# test-type: ["ndr", "pdr"] -# include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" -# layout: -# title: "2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" -# layout: "plot-cps" -# -#- type: "plot" -# title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" -# data: "vpp-2n-zn2-curr-iter" -# core: ["2t1c", ] -# test-type: ["ndr", "pdr"] -# include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" -# layout: -# title: "2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" -# layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-pdr" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-pdr" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-pdr" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-ip4base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-ip4base-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-rdma-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Ndrpdr.64B-{core}-rdma-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-zn2-cx556a-64b-{core}-rdma-ip4base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-ethip4-features-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-ethip4-features-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-rdma-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-{core}-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-{core}-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - layout: - title: "2n-zn2-cx556a-64b-{core}-rdma-ethip4-features-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-x710-78b-{core}-ip6routing-base-[avf,dpdk]-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-78b-{core}-ip6routing-base-[avf,dpdk]-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - layout: - title: "2n-zn2-x710-78b-{core}-ip6routing-base-[avf,dpdk]-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-{core}-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-cx556a-78b-{core}-rdma-ip6routing-base-scale-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-78b-{core}-rdma-ip6routing-base-scale-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-rdma-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Base-Ndrpdr.78B-{core}-rdma-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-rdma-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-rdma-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-rdma-ethip6-ip6scale2m-ndrpdr" - layout: - title: "2n-zn2-cx556a-78b-{core}-rdma-ip6routing-base-scale-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-x710-64b-{core}-l2switching-base-[avf,dpdk]-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-{core}-l2switching-base-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-zn2-x710-64b-{core}-l2switching-base-[avf,dpdk]-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-xxv710-64b-{core}-l2switching-base-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-l2switching-base-avf-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-{core}-l2switching-base-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-l2switching-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-l2switching-base-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-rdma-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Ndrpdr.64B-{core}-rdma-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Ndrpdr.64B-{core}-rdma-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-zn2-cx556a-64b-{core}-rdma-l2switching-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-l2switching-scale-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-l2switching-scale-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-zn2-cx556a-64b-{core}-rdma-l2switching-scale-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-xxv710-64b-{core}-vhost-base-[avf,dpdk]-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-vhost-base-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-{core}-vhost-base-[avf,dpdk]-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-xxv710-64b-{core}-vhost-base-[avf,dpdk]-vpp-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-vhost-base-vpp-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-{core}-vhost-base-[avf,dpdk]-vpp-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-l2-vhost-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-l2-vhost-base-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: - title: "2n-zn2-cx556a-64b-{core}-rdma-l2-vhost-base-{test_type}" - layout: "plot-throughput" - -################################################################################ - -# Packet Speedup - -- type: "plot" - title: "Speedup: 2n-zn2-xxv710-64b-memif-base-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-memif-base-avf-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-memif-base-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-xxv710-64b-memif-base-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-memif-base-dpdk-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-memif-base-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-cx556a-64b-rdma-l2-eth-2memif-1dcr-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-l2-eth-2memif-1dcr-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "2n-zn2-cx556a-64b-rdma-l2-eth-2memif-1dcr-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-x710-64b-ip4routing-base-[avf,dpdk]-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-ip4routing-base-[avf,dpdk]-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - layout: - title: "2n-zn2-x710-64b-ip4routing-base-[avf,dpdk]-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-ip4routing-base-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-features-ip4routing-base-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -#- type: "plot" -# title: "Speedup: 2n-zn2-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" -# data: "vpp-2n-zn2-curr-iter" -# include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" -# layout: -# title: "2n-zn2-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}" -# layout: "plot-throughput-speedup-analysis" -# -#- type: "plot" -# title: "Speedup: 2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" -# data: "vpp-2n-zn2-curr-iter" -# include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" -# layout: -# title: "2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" -# layout: "plot-throughput-speedup-analysis-cps" -# -#- type: "plot" -# title: "Speedup: 2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}-tsa" -# data: "vpp-2n-zn2-curr-iter" -# include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" -# layout: -# title: "2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" -# layout: "plot-throughput-speedup-analysis" -# -#- type: "plot" -# title: "Speedup: 2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" -# data: "vpp-2n-zn2-curr-iter" -# include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" -# layout: -# title: "2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" -# layout: "plot-throughput-speedup-analysis-cps" -# -#- type: "plot" -# title: "Speedup: 2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}-tsa" -# data: "vpp-2n-zn2-curr-iter" -# include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" -# layout: -# title: "2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" -# layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-cx556a-64b-rdma-ip4base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-ip4base-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-rdma-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-rdma-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-rdma-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-zn2-cx556a-64b-rdma-ip4base-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-cx556a-64b-rdma-ethip4-features-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-ethip4-features-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - layout: - title: "2n-zn2-cx556a-64b-rdma-ethip4-features-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-x710-78b-ip6routing-base-[avf,dpdk]-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-78b-ip6routing-base-[avf,dpdk]-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - layout: - title: "2n-zn2-x710-78b-ip6routing-base-[avf,dpdk]-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "2n-zn2-xxv710-78b-ip6routing-base-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "2n-zn2-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-cx556a-78b-rdma-ip6routing-base-scale-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-78b-rdma-ip6routing-base-scale-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-rdma-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-rdma-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-rdma-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-rdma-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-rdma-ethip6-ip6scale2m-ndrpdr" - layout: - title: "2n-zn2-cx556a-78b-rdma-ip6routing-base-scale-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-x710-64b-l2switching-base-[avf,dpdk]-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-l2switching-base-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-zn2-x710-64b-l2switching-base-[avf,dpdk]-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-xxv710-64b-l2switching-base-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-l2switching-base-avf-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-l2switching-base-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-l2switching-base-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-l2switching-base-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-l2switching-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-cx556a-64b-rdma-l2switching-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-l2switching-base-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Ndrpdr.64B-.t.c-rdma-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-zn2-cx556a-64b-rdma-l2switching-base-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-cx556a-64b-rdma-l2switching-scale-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-l2switching-scale-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-zn2-cx556a-64b-rdma-l2switching-scale-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-xxv710-64b-vhost-base-[avf,dpdk]-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-vhost-base-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-vhost-base-[avf,dpdk]-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-xxv710-64b-vhost-base-[avf,dpdk]-vpp-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-vhost-base-vpp-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-vhost-base-[avf,dpdk]-vpp-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-cx556a-64b-rdma-l2-vhost-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-l2-vhost-base-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: - title: "2n-zn2-cx556a-64b-rdma-l2-vhost-base-{test_type}" - layout: "plot-throughput-speedup-analysis" - -# Packet Throughput - DPDK - -# 2n-zn2 - -- type: "plot" - title: "DPDK Throughput: 2n-zn2-xxv710-64b-{core}-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,DPDK]}/2n-zn2-xxv710-64b-{core}-base-{test_type}" - data: "dpdk-2n-zn2-curr-iter" - core: ["1t1c", "2t2c"] - include: - - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-{core}-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "DPDK Throughput: 2n-zn2-x710-64b-{core}-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,DPDK]}/2n-zn2-x710-64b-{core}-base-{test_type}" - data: "dpdk-2n-zn2-curr-iter" - core: ["1t1c", "2t2c"] - include: - - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "2n-zn2-x710-64b-{core}-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Speedup: 2n-zn2-xxv710-64b-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,DPDK]}/2n-zn2-xxv710-64b-base-{test_type}-tsa" - data: "dpdk-2n-zn2-curr-iter" - include: - - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-base-{test_type}-tsa" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-zn2-x710-64b-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,DPDK]}/2n-zn2-x710-64b-base-{test_type}-tsa" - data: "dpdk-2n-zn2-curr-iter" - include: - - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "2n-zn2-x710-64b-base-{test_type}-tsa" - layout: "plot-throughput-speedup-analysis" - -################################################################################ - -# 3n-icx Throughput - -- type: "plot" - title: "Throughput: 3n-icx-e810xxv-1518b-{core}-ipsec-fixtnlip-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1518b-{core}-ipsec-fixtnlip-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Flow-Dir-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-dir-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Flow-Rss-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-rss-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810xxv-1518b-{core}-ipsec-fixtnlip-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810xxv-imix-{core}-ipsec-fixtnlip-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-imix-{core}-ipsec-fixtnlip-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Flow-Dir-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-dir-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Flow-Rss-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-rss-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810xxv-imix-{core}-ipsec-fixtnlip-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-xxv710-1518b-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-1518b-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-icx-xxv710-1518b-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-xxv710-1518b-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-1518b-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-xxv710-1518b-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-xxv710-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t2c", ] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-xxv710-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-xxv710-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t2c", ] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-xxv710-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-xxv710-imix-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-icx-xxv710-imix-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-xxv710-imix-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-xxv710-imix-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-xxv710-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t2c", ] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-xxv710-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-xxv710-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t2c", ] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-xxv710-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-xxv710-64b-{core}-ip4routing-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-64b-{core}-ip4routing-base-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - layout: - title: "3n-icx-xxv710-64b-{core}-ip4routing-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-xxv710-64b-{core}-ip4tunnel-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-64b-{core}-ip4tunnel-base-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Gtpusw-Ip4Base-ndrpdr.64B-{core}-avf-ethip4gtpusw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Xcbase-ndrpdr.64B-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Gtpusw-Ip4Base-ndrpdr.64B-{core}-ethip4gtpusw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Xcbase-ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" - layout: - title: "3n-icx-xxv710-64b-{core}-ip4tunnel-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-xxv710-1518b-{core}-ip4tunnel-wireguard-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-1518b-{core}-ip4tunnel-wireguard-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" - layout: - title: "3n-icx-xxv710-1518b-{core}-ip4tunnel-wireguard-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-xxv710-imix-{core}-ip4tunnel-wireguard-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-{core}-ip4tunnel-wireguard-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" - layout: - title: "3n-icx-xxv710-imix-{core}-ip4tunnel-wireguard-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810xxv-64b-{core}-ip4tunnel-wireguard-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-64b-{core}-ip4tunnel-wireguard-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.64B-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" - layout: - title: "3n-icx-e810xxv-64b-{core}-ip4tunnel-wireguard-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810xxv-64b-{core}-ip4tunnel-gtpu-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-64b-{core}-ip4tunnel-gtpu-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Gtpuhw-Ip4Base-Ndrpdr.64B-{core}-ethip4gtpuhw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Gtpusw-Ip4Base-Ndrpdr.64B-{core}-ethip4gtpusw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.64B-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" - layout: - title: "3n-icx-e810xxv-64b-{core}-ip4tunnel-gtpu-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-xxv710-78b-{core}-ip6routing-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-78b-{core}-ip6routing-base-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Base-ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - layout: - title: "3n-icx-xxv710-78b-{core}-ip6routing-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-xxv710-64b-{core}-l2switching-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-64b-{core}-l2switching-base-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Patch-ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Patch-ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Xcbase-ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-icx-xxv710-64b-{core}-l2switching-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-xxv710-78b-{core}-srv6-ip6routing-base-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-78b-{core}-srv6-ip6routing-base-avf-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-ndrpdr.78B-{core}-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" - layout: - title: "3n-icx-xxv710-78b-{core}-srv6-ip6routing-base-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-1518b-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-icx-e810cq-1518b-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-1518b-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-1518b-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t2c", ] - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-1518b-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-1518b-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t2c", ] - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-imix-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-icx-e810cq-imix-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-imix-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-imix-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t2c", ] - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-imix-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-imix-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t2c", ] - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-64b-{core}-ip4routing-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-ip4routing-base-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.100Ge2P1E810Cq-Ethip4-Ip4Base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - layout: - title: "3n-icx-e810cq-64b-{core}-ip4routing-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-64b-{core}-ip4tunnel-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-ip4tunnel-base-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Gtpusw-Ip4Base-ndrpdr.64B-{core}-avf-ethip4gtpusw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-ndrpdr.64B-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Gtpusw-Ip4Base-ndrpdr.64B-{core}-ethip4gtpusw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Vxlan-L2Bdbasemaclrn-ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Vxlan-L2Xcbase-ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" - layout: - title: "3n-icx-e810cq-64b-{core}-ip4tunnel-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-1518b-{core}-ip4tunnel-wireguard-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ip4tunnel-wireguard-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" - layout: - title: "3n-icx-e810cq-1518b-{core}-ip4tunnel-wireguard-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-imix-{core}-ip4tunnel-wireguard-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ip4tunnel-wireguard-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" - layout: - title: "3n-icx-e810cq-imix-{core}-ip4tunnel-wireguard-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-78b-{core}-ip6routing-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-78b-{core}-ip6routing-base-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.100Ge2P1E810Cq-Ethip6-Ip6Base-ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - layout: - title: "3n-icx-e810cq-78b-{core}-ip6routing-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-64b-{core}-l2switching-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-l2switching-base-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Avf-Eth-L2Patch-ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Avf-Eth-L2Xcbase-ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Eth-L2Patch-ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Eth-L2Xcbase-ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-icx-e810cq-64b-{core}-l2switching-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-78b-{core}-srv6-ip6routing-base-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-78b-{core}-srv6-ip6routing-base-avf-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-ndrpdr.78B-{core}-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" - - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" - - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" - - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" - layout: - title: "3n-icx-e810cq-78b-{core}-srv6-ip6routing-base-avf-{test_type}" - layout: "plot-throughput" - -# 3n-icx Speedup - -- type: "plot" - title: "Speedup: 3n-icx-e810xxv-1518b-ipsec-fixtnlip-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1518b-ipsec-fixtnlip-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Aes256Gcm-Ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Flow-Dir-Aes256Gcm-Ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-dir-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Flow-Rss-Aes256Gcm-Ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-rss-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810xxv-1518b-ipsec-fixtnlip-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810xxv-imix-ipsec-fixtnlip-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-imix-ipsec-fixtnlip-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Flow-Dir-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-dir-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Flow-Rss-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-rss-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810xxv-imix-ipsec-fixtnlip-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-xxv710-1518b-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-1518b-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-icx-xxv710-1518b-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-xxv710-1518b-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-1518b-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-xxv710-1518b-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-.t.c-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-.t.c-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-xxv710-1518b-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-1518b-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-xxv710-1518b-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-xxv710-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-icx-xxv710-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-xxv710-imix-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-xxv710-imix-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-xxv710-imix-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-xxv710-imix-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-xxv710-64b-ip4routing-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-64b-ip4routing-base-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - layout: - title: "3n-icx-xxv710-64b-ip4routing-base-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-xxv710-64b-ip4tunnel-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-64b-ip4tunnel-base-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Gtpusw-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4gtpusw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Xcbase-ndrpdr.64B-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Gtpusw-Ip4Base-ndrpdr.64B-.t.c-ethip4gtpusw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Xcbase-ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" - layout: - title: "3n-icx-xxv710-64b-ip4tunnel-base-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810xxv-64b-ip4tunnel-gtpu-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-64b-ip4tunnel-gtpu-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Gtpuhw-Ip4Base-Ndrpdr.64B-.t.c-ethip4gtpuhw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Gtpusw-Ip4Base-Ndrpdr.64B-.t.c-ethip4gtpusw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.64B-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" - layout: - title: "3n-icx-e810xxv-64b-ip4tunnel-gtpu-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-xxv710-1518b-ip4tunnel-wireguard-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-1518b-ip4tunnel-wireguard-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" - layout: - title: "3n-icx-xxv710-1518b-ip4tunnel-wireguard-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-xxv710-imix-ip4tunnel-wireguard-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-ip4tunnel-wireguard-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" - layout: - title: "3n-icx-xxv710-imix-ip4tunnel-wireguard-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810xxv-64b-ip4tunnel-wireguard-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-64b-ip4tunnel-wireguard-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.64B-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" - layout: - title: "3n-icx-e810xxv-64b-ip4tunnel-wireguard-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-xxv710-78b-ip6routing-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-78b-ip6routing-base-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Base-ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - layout: - title: "3n-icx-xxv710-78b-ip6routing-base-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-xxv710-64b-l2switching-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-64b-l2switching-base-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Patch-ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Patch-ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Xcbase-ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-icx-xxv710-64b-l2switching-base-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-xxv710-78b-srv6-ip6routing-base-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-78b-srv6-ip6routing-base-avf-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-ndrpdr.78B-.t.c-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" - layout: - title: "3n-icx-xxv710-78b-srv6-ip6routing-base-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-1518b-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-icx-e810cq-1518b-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-.t.c-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-.t.c-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-1518b-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-1518b-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-icx-e810cq-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-imix-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-imix-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-64b-ip4routing-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-ip4routing-base-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.100Ge2P1E810Cq-Ethip4-Ip4Base-ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - layout: - title: "3n-icx-e810cq-64b-ip4routing-base-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-64b-ip4tunnel-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-ip4tunnel-base-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Gtpusw-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4gtpusw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-ndrpdr.64B-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Gtpusw-Ip4Base-ndrpdr.64B-.t.c-ethip4gtpusw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Vxlan-L2Bdbasemaclrn-ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Vxlan-L2Xcbase-ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" - layout: - title: "3n-icx-e810cq-64b-ip4tunnel-base-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-1518b-ip4tunnel-wireguard-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ip4tunnel-wireguard-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" - layout: - title: "3n-icx-e810cq-1518b-ip4tunnel-wireguard-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-imix-ip4tunnel-wireguard-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ip4tunnel-wireguard-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" - layout: - title: "3n-icx-e810cq-imix-ip4tunnel-wireguard-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-78b-ip6routing-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-78b-ip6routing-base-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.100Ge2P1E810Cq-Ethip6-Ip6Base-ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - layout: - title: "3n-icx-e810cq-78b-ip6routing-base-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-64b-l2switching-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-l2switching-base-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Avf-Eth-L2Patch-ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Avf-Eth-L2Xcbase-ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Eth-L2Patch-ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Eth-L2Xcbase-ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-icx-e810cq-64b-l2switching-base-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-78b-srv6-ip6routing-base-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-78b-srv6-ip6routing-base-avf-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-ndrpdr.78B-.t.c-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" - - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" - - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" - - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" - layout: - title: "3n-icx-e810cq-78b-srv6-ip6routing-base-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -# 3n-snr Packet Throughput - -- type: "plot" - title: "Throughput: 3n-snr-e822cq-64b-{core}-ip4routing-base-scale-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-{core}-ip4routing-base-scale-{test_type}" - data: "vpp-3n-snr-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.25Ge2P1E822Cq-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1E822Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1E822Cq-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "3n-snr-e822cq-64b-{core}-ip4routing-base-scale-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-snr-e822cq-64b-{core}-ip4tunnel-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-{core}-ip4tunnel-base-{test_type}" - data: "vpp-3n-snr-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-snr-e822cq-64b-{core}-ip4tunnel-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-snr-e822cq-1518b-{core}-ip4tunnel-wireguard-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-{core}-ip4tunnel-wireguard-{test_type}" - data: "vpp-3n-snr-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" - layout: - title: "3n-snr-e822cq-1518b-{core}-ip4tunnel-wireguard-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-snr-e822cq-imix-{core}-ip4tunnel-wireguard-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-{core}-ip4tunnel-wireguard-{test_type}" - data: "vpp-3n-snr-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" - layout: - title: "3n-snr-e822cq-imix-{core}-ip4tunnel-wireguard-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-snr-e822cq-78b-{core}-ip6routing-base-scale-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-78b-{core}-ip6routing-base-scale-{test_type}" - data: "vpp-3n-snr-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Scale20K-Rnd-Ndrpdr.78B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" - layout: - title: "3n-snr-e822cq-78b-{core}-ip6routing-base-scale-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-snr-e822cq-64b-{core}-l2switching-base-scale-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-{core}-l2switching-base-scale-{test_type}" - data: "vpp-3n-snr-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - layout: - title: "3n-snr-e822cq-64b-{core}-l2switching-base-scale-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}" - data: "vpp-3n-snr-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}" - data: "vpp-3n-snr-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" - data: "vpp-3n-snr-curr-iter" - core: ["1t2c", ] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" - data: "vpp-3n-snr-curr-iter" - core: ["1t2c", ] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" - layout: "plot-throughput" - -# 3n-snr Speedup - -- type: "plot" - title: "Speedup: 3n-snr-e822cq-64b-ip4routing-base-scale-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-ip4routing-base-scale-{test_type}-tsa" - data: "vpp-3n-snr-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.25Ge2P1E822Cq-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1E822Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1E822Cq-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "3n-snr-e822cq-64b-ip4routing-base-scale-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-snr-e822cq-64b-ip4tunnel-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-ip4tunnel-base-{test_type}-tsa" - data: "vpp-3n-snr-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-snr-e822cq-64b-ip4tunnel-base-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-snr-e822cq-1518b-ip4tunnel-wireguard-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-ip4tunnel-wireguard-{test_type}-tsa" - data: "vpp-3n-snr-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" - layout: - title: "3n-snr-e822cq-1518b-ip4tunnel-wireguard-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-snr-e822cq-imix-ip4tunnel-wireguard-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-ip4tunnel-wireguard-{test_type}-tsa" - data: "vpp-3n-snr-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" - layout: - title: "3n-snr-e822cq-imix-ip4tunnel-wireguard-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-snr-e822cq-78b-ip6routing-base-scale-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-78b-ip6routing-base-scale-{test_type}-tsa" - data: "vpp-3n-snr-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Scale20K-Rnd-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-rnd-ndrpdr" - layout: - title: "3n-snr-e822cq-78b-ip6routing-base-scale-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-snr-e822cq-64b-l2switching-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-l2switching-base-{test_type}-tsa" - data: "vpp-3n-snr-curr-iter" - include: - - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - layout: - title: "3n-snr-e822cq-64b-l2switching-base-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-snr-e822cq-1518b-ipsec-ip4routing-scale-sw-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-ipsec-ip4routing-scale-sw-{test_type}-tsa" - data: "vpp-3n-snr-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-snr-e822cq-1518b-ipsec-ip4routing-scale-sw-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-snr-e822cq-imix-ipsec-ip4routing-scale-sw-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-ipsec-ip4routing-scale-sw-{test_type}-tsa" - data: "vpp-3n-snr-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-snr-e822cq-imix-ipsec-ip4routing-scale-sw-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-snr-e822cq-1518b-ipsec-ip4routing-scale-scheduler-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-ipsec-ip4routing-scale-scheduler-{test_type}-tsa" - data: "vpp-3n-snr-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-.t.c-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-.t.c-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-snr-e822cq-1518b-ipsec-ip4routing-scale-scheduler-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-snr-e822cq-imix-ipsec-ip4routing-scale-scheduler-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-ipsec-ip4routing-scale-scheduler-{test_type}-tsa" - data: "vpp-3n-snr-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-snr-e822cq-imix-ipsec-ip4routing-scale-scheduler-{test_type}" - layout: "plot-throughput-speedup-analysis" - -# DPDK 3n-snr-e822cq - -- type: "plot" - title: "DPDK Throughput: 3n-snr-e822cq-64b-{core}-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-snr-e822cq-64b-{core}-base-{test_type}" - data: "dpdk-3n-snr-curr-iter" - core: ["1t1c", "2t2c"] - include: - - "Tests.Dpdk.Perf.25Ge2P1E822Cq-Eth-L2Xcbase-Testpmd-Ndrpdr.64B-{core}-eth-l2xcbase-testpmd-ndrpdr" - - "Tests.Dpdk.Perf.25Ge2P1E822Cq-Ethip4-Ip4Base-L3Fwd-Ndrpdr.64B-{core}-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-snr-e822cq-64b-{core}-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Speedup: 3n-snr-e822cq-64b-base-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,DPDK]}/3n-snr-e822cq-64b-base-{test_type}-tsa" - data: "dpdk-3n-snr-curr-iter" - include: - - "Tests.Dpdk.Perf.25Ge2P1E822Cq-Eth-L2Xcbase-Testpmd-Ndrpdr.64B-.t.c-eth-l2xcbase-testpmd-ndrpdr" - - "Tests.Dpdk.Perf.25Ge2P1E822Cq-Ethip4-Ip4Base-L3Fwd-Ndrpdr.64B-.t.c-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-snr-e822cq-64b-base-{test_type}-tsa" - layout: "plot-throughput-speedup-analysis" - -################################################################################ - -- type: "plot" - title: "Latency by percentile: TRex 2n-icx" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-2n-icx" - output-file-links: "{DIR[LAT,TREX]}/2n_icx.rst" - target-links: "../../_static/trex" - data: "trex-2n-icx-curr-iter-best" - filter: "'NIC_Intel-E810CQ'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -# - type: "plot" -# title: "Latency by percentile: TRex 1n-aws" -# algorithm: "plot_hdrh_lat_by_percentile_x_log" -# output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-1n-aws" -# output-file-links: "{DIR[LAT,TREX]}/1n_aws.rst" -# target-links: "../../_static/trex" -# data: "trex-1n-aws-curr-iter-best" -# filter: "'2T1C'" -# layout: -# layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 2n-zn2" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-zn2" - output-file-links: "{DIR[LAT,VPP]}/2n_zn2.rst" - target-links: "../../_static/vpp" - data: "vpp-2n-zn2-curr-iter-best" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 2n-clx" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-clx" - output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" - target-links: "../../_static/vpp" - data: "vpp-2n-clx-curr-iter-best" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 2n-clx" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-clx" - output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" - target-links: "../../_static/vpp" - data: "vpp-2n-clx-curr-iter-best" - filter: "'2T1C' and 'NIC_Mellanox-CX556A'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 2n-clx" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-clx" - output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" - target-links: "../../_static/vpp" - data: "vpp-2n-clx-curr-iter-best" - filter: "'2T1C' and 'NIC_Intel-E810CQ'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 2n-icx" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-icx" - output-file-links: "{DIR[LAT,VPP]}/2n_icx.rst" - target-links: "../../_static/vpp" - data: "vpp-2n-icx-curr-iter-best" - filter: "'2T1C' and 'NIC_Intel-XXV710' and 'NDRPDR'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 2n-icx" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-icx" - output-file-links: "{DIR[LAT,VPP]}/2n_icx.rst" - target-links: "../../_static/vpp" - data: "vpp-2n-icx-curr-iter-best" - filter: "'2T1C' and 'NIC_Intel-E810CQ' and 'NDRPDR'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 3n-icx" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-icx" - output-file-links: "{DIR[LAT,VPP]}/3n_icx.rst" - target-links: "../../_static/vpp" - data: "vpp-3n-icx-curr-iter-best" - filter: "'2T1C' and 'NIC_Intel-XXV710' and 'NDRPDR'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 3n-icx" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-icx" - output-file-links: "{DIR[LAT,VPP]}/3n_icx.rst" - target-links: "../../_static/vpp" - data: "vpp-3n-icx-curr-iter-best" - filter: "'2T1C' and 'NIC_Intel-E810CQ' and 'NDRPDR'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 3n-tsh" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-tsh" - output-file-links: "{DIR[LAT,VPP]}/3n_tsh.rst" - target-links: "../../_static/vpp" - data: "vpp-3n-tsh-curr-iter-best" - filter: "'1T1C' and 'NIC_Intel-X520-DA2'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 3n-alt" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-alt" - output-file-links: "{DIR[LAT,VPP]}/3n_alt.rst" - target-links: "../../_static/vpp" - data: "vpp-3n-alt-curr-iter-best" - filter: "'1T1C' and 'NIC_Intel-XL710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 2n-tx2" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-tx2" - output-file-links: "{DIR[LAT,VPP]}/2n-tx2.rst" - target-links: "../../_static/vpp" - data: "vpp-2n-tx2-curr-iter" - filter: "'1T1C' and 'NIC_Intel-XL710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 2n-aws" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-aws" - output-file-links: "{DIR[LAT,VPP]}/2n_aws.rst" - target-links: "../../_static/vpp" - data: "vpp-2n-aws-curr-iter-best" - filter: "'2T1C'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: DPDK 2n-icx" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-icx" - output-file-links: "{DIR[LAT,DPDK]}/2n_icx.rst" - target-links: "../../_static/dpdk" - data: "dpdk-2n-icx-curr-iter-best" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: DPDK 3n-icx" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-3n-icx" - output-file-links: "{DIR[LAT,DPDK]}/3n_icx.rst" - target-links: "../../_static/dpdk" - data: "dpdk-3n-icx-curr-iter-best" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: DPDK 2n-clx" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-clx" - output-file-links: "{DIR[LAT,DPDK]}/2n_clx.rst" - target-links: "../../_static/dpdk" - data: "dpdk-2n-clx-curr-iter-best" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: DPDK 2n-zn2" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-zn2" - output-file-links: "{DIR[LAT,DPDK]}/2n_zn2.rst" - target-links: "../../_static/dpdk" - data: "dpdk-2n-zn2-curr-iter-best" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: DPDK 3n-tsh" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-3n-tsh" - output-file-links: "{DIR[LAT,DPDK]}/3n_tsh.rst" - target-links: "../../_static/dpdk" - data: "dpdk-3n-tsh-curr-iter-best" - filter: "'1T1C' and 'NIC_Intel-X520-DA2'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: DPDK 3n-alt" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-3n-alt" - output-file-links: "{DIR[LAT,DPDK]}/3n_alt.rst" - target-links: "../../_static/dpdk" - data: "dpdk-3n-alt-curr-iter-best" - filter: "'1T1C' and 'NIC_Intel-XL710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: DPDK 2n-tx2" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-tx2" - output-file-links: "{DIR[LAT,DPDK]}/2n-tx2.rst" - target-links: "../../_static/dpdk" - data: "dpdk-2n-tx2-curr-iter-best" - filter: "'1T1C' and 'NIC_Intel-XL710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -############################################################################### - -# GSO - -- type: "plot" - title: "Throughput: 2n-icx-128kb-{core}-ip4routing-iperf3" - algorithm: "plot_mrr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-128kb-{core}-ip4routing-iperf3" - data: "vpp-2n-icx-curr-iter-gso" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr" - - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Tap-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-iperf3-mrr" - - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Vhost-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-gso-iperf3-mrr" - - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Vhost-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-iperf3-mrr" - layout: - title: "2n-icx-128kb-{core}-ip4routing-iperf3" - layout: "plot-throughput-gbps" - -- type: "plot" - title: "Throughput: 2n-clx-128kb-{core}-ip4routing-iperf3" - algorithm: "plot_mrr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-128kb-{core}-ip4routing-iperf3" - data: "vpp-2n-clx-curr-iter-gso" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr" - - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-iperf3-mrr" - - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Vhost-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-gso-iperf3-mrr" - - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Vhost-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-iperf3-mrr" - layout: - title: "2n-clx-128kb-{core}-ip4routing-iperf3" - layout: "plot-throughput-gbps" - -- type: "plot" - title: "Throughput: 2n-zn2-128kb-{core}-ip4routing-iperf3" - algorithm: "plot_mrr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-128kb-{core}-ip4routing-iperf3" - data: "vpp-2n-zn2-curr-iter-gso" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr" - - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-iperf3-mrr" - - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Vhost-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-gso-iperf3-mrr" - - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Vhost-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-iperf3-mrr" - layout: - title: "2n-zn2-128kb-{core}-ip4routing-iperf3" - layout: "plot-throughput-gbps" - -############################################################################### - -# Hoststack tests 3n-icx - -- type: "plot" - title: "Bandwidth: 3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps" - data: "vpp-3n-icx-curr-iter-hoststack" - include: - - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" - - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" - layout: - title: "3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" - layout: "plot-hoststack" - -- type: "plot" - title: "Bandwidth: 3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps" - data: "vpp-3n-icx-curr-iter-hoststack" - include: - - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpbase-ldpreload-iperf3-bps" - - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps" - layout: - title: "3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" - layout: "plot-hoststack" - -- type: "plot" - title: "Bandwidth: 3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho-bps" - data: "vpp-3n-icx-curr-iter-hoststack" - include: - - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" - layout: - title: "3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho" - layout: "plot-hoststack" - -- type: "plot" - title: "Bandwidth: 3n-icx-e810cq-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps" - data: "vpp-3n-icx-curr-iter-hoststack" - include: - - "Tests.Vpp.Perf.Hoststack.100Ge2P1E810Cq-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" - - "Tests.Vpp.Perf.Hoststack.100Ge2P1E810Cq-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" - layout: - title: "3n-icx-e810cq-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" - layout: "plot-hoststack" - -- type: "plot" - title: "Bandwidth: 3n-icx-e810cq-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps" - data: "vpp-3n-icx-curr-iter-hoststack" - include: - - "Tests.Vpp.Perf.Hoststack.100Ge2P1E810Cq-Eth-Ip4Udpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpbase-ldpreload-iperf3-bps" - - "Tests.Vpp.Perf.Hoststack.100Ge2P1E810Cq-Eth-Ip4Udpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps" - layout: - title: "3n-icx-e810cq-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" - layout: "plot-hoststack" - -- type: "plot" - title: "Bandwidth: 3n-icx-e810cq-1280b-2t1c-eth-ip4udpquic-vppecho" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1280b-2t1c-eth-ip4udpquic-vppecho-bps" - data: "vpp-3n-icx-curr-iter-hoststack" - include: - - "Tests.Vpp.Perf.Hoststack.100Ge2P1E810Cq-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.100Ge2P1E810Cq-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.100Ge2P1E810Cq-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.100Ge2P1E810Cq-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" - layout: - title: "3n-icx-e810cq-1280b-2t1c-eth-ip4udpquic-vppecho" - layout: "plot-hoststack" - -# Hoststack tests 2n-icx - -- type: "plot" - title: "CPS: 2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx-cps" - data: "vpp-2n-icx-curr-iter-hoststack" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-25Ge2P1E810Xxv-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Cps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps" - - "Tests.Vpp.Perf.Hoststack.2N1L-25Ge2P1E810Xxv-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Cps.0B-4t2c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps" - layout: - title: "2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx" - layout: "plot-cps" - -- type: "plot" - title: "RPS: 2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx-rps" - data: "vpp-2n-icx-curr-iter-hoststack" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-25Ge2P1E810Xxv-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Rps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps" - - "Tests.Vpp.Perf.Hoststack.2N1L-25Ge2P1E810Xxv-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Rps.0B-4t2c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps" - layout: - title: "2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx" - layout: "plot-rps" - -- type: "plot" - title: "CPS: 2n-icx-e810cq-0b-2t1c-eth-ip4tcp-ldpreload-nginx" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-0b-2t1c-eth-ip4tcp-ldpreload-nginx-cps" - data: "vpp-2n-icx-curr-iter-hoststack" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Cps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps" - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Cps.0B-4t2c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps" - layout: - title: "2n-icx-e810cq-0b-2t1c-eth-ip4tcp-ldpreload-nginx" - layout: "plot-cps" - -- type: "plot" - title: "RPS: 2n-icx-e810cq-0b-2t1c-eth-ip4tcp-ldpreload-nginx" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-0b-2t1c-eth-ip4tcp-ldpreload-nginx-rps" - data: "vpp-2n-icx-curr-iter-hoststack" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Rps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps" - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Rps.0B-4t2c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps" - layout: - title: "2n-icx-e810cq-0b-2t1c-eth-ip4tcp-ldpreload-nginx" - layout: "plot-rps" - -############################################################################### - -# TRex 2n-icx - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-64b--ip4-base-scale-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-64b--ip4-base-scale-{test_type}" - data: "trex-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr" - - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr" - layout: - title: "2n-icx-e810cq-64b--ip4-base-scale-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-64b--ip4routing-stf-cps-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-64b--ip4routing-stf-cps-{test_type}" - data: "trex-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" - - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" - - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" - - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" - layout: - title: "2n-icx-e810cq-64b--ip4routing-stf-cps-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-64b--ip4routing-stf-tput-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-64b--ip4routing-stf-tput-{test_type}" - data: "trex-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Tcp-Ip4Base-H1024-P63-S64512-tput-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h1024-p63-s64512-tput-tg-ndrpdr" - - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-tput-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h262144-p63-s16515072-tput-tg-ndrpdr" - - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-H1024-P63-S64512-tput-Tg-Ndrpdr.100B--ethip4udp-ip4base-h1024-p63-s64512-tput-tg-ndrpdr" - - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-H262144-P63-S16515072-tput-Tg-Ndrpdr.100B--ethip4udp-ip4base-h262144-p63-s16515072-tput-tg-ndrpdr" - layout: - title: "2n-icx-e810cq-64b--ip4routing-stf-tput-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-78b--ip6-base-scale-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-78b--ip6-base-scale-{test_type}" - data: "trex-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Trex.Perf.Ip6.1N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr" - - "Tests.Trex.Perf.Ip6.1N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr" - layout: - title: "2n-icx-e810cq-78b--ip6-base-scale-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-64b--l2-scale-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-64b--l2-scale-{test_type}" - data: "trex-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Trex.Perf.L2.1N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr" - layout: - title: "2n-icx-e810cq-64b--l2-scale-{test_type}" - layout: "plot-throughput" - -# TRex 1n-aws - -- type: "plot" - title: "Throughput: 1n-aws-nitro50g-64b--ip4-base-scale-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,TREX]}/1n-aws-nitro50g-64b--ip4-base-scale-{test_type}" - data: "trex-1n-aws-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Trex.Perf.Ip4.1N1L-50Ge1P1Ena-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr" - - "Tests.Trex.Perf.Ip4.1N1L-50Ge1P1Ena-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr" - layout: - title: "1n-aws-nitro50g-64b--ip4-base-scale-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 1n-aws-nitro50g-78b--ip6-base-scale-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,TREX]}/1n-aws-nitro50g-78b--ip6-base-scale-{test_type}" - data: "trex-1n-aws-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Trex.Perf.Ip6.1N1L-50Ge1P1Ena-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr" - - "Tests.Trex.Perf.Ip6.1N1L-50Ge1P1Ena-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr" - layout: - title: "1n-aws-nitro50g-78b--ip6-base-scale-{test_type}" - layout: "plot-throughput" diff --git a/resources/tools/presentation/specifications/report/environment.yaml b/resources/tools/presentation/specifications/report/environment.yaml deleted file mode 100644 index 41ca2fcaa9..0000000000 --- a/resources/tools/presentation/specifications/report/environment.yaml +++ /dev/null @@ -1,231 +0,0 @@ -################################################################################ -### E N V I R O N M E N T ### -################################################################################ - -- type: "environment" - - spec-files: - - "specifications/report/data_sets.yaml" - - "specifications/report/layouts.yaml" - - "specifications/report/elements.yaml" - - paths: - # Top level directories: - ## Working directory - DIR[WORKING]: "_tmp" - ## Build directories - DIR[BUILD,HTML]: "_build" - DIR[BUILD,LATEX]: "_build_latex" - - # Static .rst files - DIR[RST]: "../../../docs/report" - - # Working directories - ## Input data files (.zip, .xml) - DIR[WORKING,DATA]: "{DIR[WORKING]}/data" - ## Static source files from git - DIR[WORKING,SRC]: "{DIR[WORKING]}/src" - DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static" - - # Static html content - DIR[STATIC]: "{DIR[BUILD,HTML]}/_static" - DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp" - DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk" - DIR[STATIC,TREX]: "{DIR[STATIC]}/trex" - DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive" - - # Detailed test results - DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results" - DIR[DTR,PERF,DPDK,2N,ICX]: "{DIR[DTR]}/dpdk_performance_results_2n_icx" - DIR[DTR,PERF,DPDK,3N,ICX]: "{DIR[DTR]}/dpdk_performance_results_3n_icx" - DIR[DTR,PERF,DPDK,2N,ZN2]: "{DIR[DTR]}/dpdk_performance_results_2n_zn2" - DIR[DTR,PERF,DPDK,2N,CLX]: "{DIR[DTR]}/dpdk_performance_results_2n_clx" - DIR[DTR,PERF,DPDK,3N,SNR]: "{DIR[DTR]}/dpdk_performance_results_3n_snr" - DIR[DTR,PERF,DPDK,3N,ALT]: "{DIR[DTR]}/dpdk_performance_results_3n_alt" - DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh" - DIR[DTR,PERF,DPDK,2N,TX2]: "{DIR[DTR]}/dpdk_performance_results_2n_tx2" - DIR[DTR,PERF,TREX,2N,ICX]: "{DIR[DTR]}/trex_performance_results_2n_icx" - DIR[DTR,PERF,TREX,1N,AWS]: "{DIR[DTR]}/trex_performance_results_1n_aws" - DIR[DTR,PERF,VPP,ALL]: "{DIR[DTR]}/vpp_performance_results" - DIR[DTR,PERF,VPP,2N,ZN2]: "{DIR[DTR]}/vpp_performance_results_2n_zn2" - DIR[DTR,PERF,VPP,2N,CLX]: "{DIR[DTR]}/vpp_performance_results_2n_clx" - DIR[DTR,PERF,VPP,2N,ICX]: "{DIR[DTR]}/vpp_performance_results_2n_icx" - DIR[DTR,PERF,VPP,3N,ICX]: "{DIR[DTR]}/vpp_performance_results_3n_icx" - DIR[DTR,PERF,VPP,3N,ALT]: "{DIR[DTR]}/vpp_performance_results_3n_alt" - DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh" - DIR[DTR,PERF,VPP,2N,TX2]: "{DIR[DTR]}/vpp_performance_results_2n_tx2" - DIR[DTR,PERF,VPP,3N,SNR]: "{DIR[DTR]}/vpp_performance_results_3n_snr" - DIR[DTR,PERF,VPP,2N,AWS]: "{DIR[DTR]}/vpp_performance_results_2n_aws" - DIR[DTR,MRR,VPP,ALL]: "{DIR[DTR]}/vpp_mrr_results" - DIR[DTR,MRR,VPP,2N,ZN2]: "{DIR[DTR]}/vpp_mrr_results_2n_zn2" - DIR[DTR,MRR,VPP,2N,CLX]: "{DIR[DTR]}/vpp_mrr_results_2n_clx" - DIR[DTR,MRR,VPP,2N,ICX]: "{DIR[DTR]}/vpp_mrr_results_2n_icx" - DIR[DTR,MRR,VPP,3N,ICX]: "{DIR[DTR]}/vpp_mrr_results_3n_icx" - DIR[DTR,MRR,VPP,3N,ALT]: "{DIR[DTR]}/vpp_mrr_results_3n_alt" - DIR[DTR,MRR,VPP,3N,TSH]: "{DIR[DTR]}/vpp_mrr_results_3n_tsh" - DIR[DTR,MRR,VPP,2N,TX2]: "{DIR[DTR]}/vpp_mrr_results_2n_tx2" - DIR[DTR,MRR,VPP,3N,SNR]: "{DIR[DTR]}/vpp_mrr_results_3n_snr" - DIR[DTR,MRR,VPP,2N,AWS]: "{DIR[DTR]}/vpp_mrr_results_2n_aws" - DIR[DTR,FUNC,VPP,DEVICE,1N,SKX]: "{DIR[DTR]}/vpp_device_results_1n_skx" - DIR[DTR,FUNC,VPP,DEVICE,1N,TX2]: "{DIR[DTR]}/vpp_device_results_1n_tx2" - - # Detailed test configurations - DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration" - DIR[DTC,PERF,VPP,ALL]: "{DIR[DTC]}/vpp_performance_configuration" - DIR[DTC,PERF,VPP,2N,ZN2]: "{DIR[DTC]}/vpp_performance_configuration_2n_zn2" - DIR[DTC,PERF,VPP,2N,CLX]: "{DIR[DTC]}/vpp_performance_configuration_2n_clx" - DIR[DTC,PERF,VPP,2N,ICX]: "{DIR[DTC]}/vpp_performance_configuration_2n_icx" - DIR[DTC,PERF,VPP,3N,ICX]: "{DIR[DTC]}/vpp_performance_configuration_3n_icx" - DIR[DTC,PERF,VPP,3N,ALT]: "{DIR[DTC]}/vpp_performance_configuration_3n_alt" - DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh" - DIR[DTC,PERF,VPP,2N,TX2]: "{DIR[DTC]}/vpp_performance_configuration_2n_tx2" - DIR[DTC,PERF,VPP,3N,SNR]: "{DIR[DTC]}/vpp_performance_configuration_3n_snr" - DIR[DTC,PERF,VPP,2N,AWS]: "{DIR[DTC]}/vpp_performance_configuration_2n_aws" - DIR[DTC,MRR,VPP,ALL]: "{DIR[DTC]}/vpp_mrr_configuration" - DIR[DTC,MRR,VPP,2N,ZN2]: "{DIR[DTC]}/vpp_mrr_configuration_2n_zn2" - DIR[DTC,MRR,VPP,2N,CLX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_clx" - DIR[DTC,MRR,VPP,2N,ICX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_icx" - DIR[DTC,MRR,VPP,3N,ICX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_icx" - DIR[DTC,MRR,VPP,3N,ALT]: "{DIR[DTC]}/vpp_mrr_configuration_3n_alt" - DIR[DTC,MRR,VPP,3N,TSH]: "{DIR[DTC]}/vpp_mrr_configuration_3n_tsh" - DIR[DTC,MRR,VPP,2N,TX2]: "{DIR[DTC]}/vpp_mrr_configuration_2n_tx2" - DIR[DTC,MRR,VPP,3N,SNR]: "{DIR[DTC]}/vpp_mrr_configuration_3n_snr" - DIR[DTC,MRR,VPP,2N,AWS]: "{DIR[DTC]}/vpp_mrr_configuration_2n_aws" - DIR[DTC,FUNC,VPP,DEVICE,1N,SKX]: "{DIR[DTC]}/vpp_device_configuration_1n_skx" - DIR[DTC,FUNC,VPP,DEVICE,1N,TX2]: "{DIR[DTC]}/vpp_device_configuration_1n_tx2" - - # Detailed tests operational data - DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data" - DIR[DTO,PERF,VPP,ALL]: "{DIR[DTO]}/vpp_performance_operational_data" - DIR[DTO,PERF,VPP,2N,ZN2]: "{DIR[DTO]}/vpp_performance_operational_data_2n_zn2" - DIR[DTO,PERF,VPP,2N,CLX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_clx" - DIR[DTO,PERF,VPP,2N,ICX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_icx" - DIR[DTO,PERF,VPP,3N,ICX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_icx" - DIR[DTO,PERF,VPP,3N,ALT]: "{DIR[DTO]}/vpp_performance_operational_data_3n_alt" - DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh" - DIR[DTO,PERF,VPP,2N,TX2]: "{DIR[DTO]}/vpp_performance_operational_data_2n_tx2" - DIR[DTO,PERF,VPP,3N,SNR]: "{DIR[DTO]}/vpp_performance_operational_data_3n_snr" - DIR[DTO,PERF,VPP,2N,AWS]: "{DIR[DTO]}/vpp_performance_operational_data_2n_aws" - - # Latencies: - DIR[LAT,VPP]: "{DIR[WORKING,SRC]}/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs" - DIR[LAT,DPDK]: "{DIR[WORKING,SRC]}/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs" - DIR[LAT,TREX]: "{DIR[WORKING,SRC]}/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs" - - # .css patch file to fix tables generated by Sphinx - DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css" - DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css" - - # Data sources are used in this order: - data-sources: - # XML - - type: "xml" - url: "https://s3-logs.fd.io/vex-yul-rot-jenkins-1" - path: "{job}/{build}/{filename}" - file-name: "output_info.xml.gz" - file-format: ".gz" - enabled: True - # XML from S3 docs - - type: "xml-docs" - url: "https://s3-docs.fd.io/csit" - path: "report/_static/archive" - file-name: "output_info.xml.gz" - file-format: ".gz" - enabled: True - - type: "xml-docs" - url: "https://s3-docs.fd.io/csit" - path: "report/_static/archive" - file-name: "output.xml.gz" - file-format: ".gz" - enabled: True - - archive-inputs: False - - mapping-file: "" - - ignore-list: "" - - make-dirs: - # List the directories which are created while preparing the environment. - # All directories MUST be defined in "paths" section. - - "DIR[WORKING,DATA]" - - "DIR[STATIC,VPP]" - - "DIR[STATIC,DPDK]" - - "DIR[STATIC,TREX]" - - "DIR[STATIC,ARCH]" - - "DIR[BUILD,LATEX]" - - "DIR[WORKING,SRC]" - - "DIR[WORKING,SRC,STATIC]" - - remove-dirs: - # List the directories which are deleted while cleaning the environment. - # All directories MUST be defined in "paths" section. - # - "DIR[BUILD,HTML]" - - "DIR[WORKING,DATA]" - - build-dirs: - # List the directories where the results (build) is stored. - # All directories MUST be defined in "paths" section. - - "DIR[BUILD,HTML]" - - "DIR[BUILD,LATEX]" - - reverse-input: False # Needed for trending, not important for the report - - limits: - nic: - x520: 29761904 - x553: 29761904 - x710: 29761904 - xxv710: 37500000 - xl710: 37500000 - cx556a: 148809523 - e810cq: 117000000 - e810xxv: 58000000 - e822cq: 37500000 - - link: - 10ge: 14880952 - 25ge: 37202380 - 40ge: 59523809 - 100ge: 148809523 - - pci: - pci-g3-x8: 74404761 - pci-g3-x16: 148809523 - - frequency: # [GHz] - 2n-aws: 1.000 - 2n-clx: 2.300 - 2n-icx: 2.600 - 2n-skx: 2.500 - 2n-tx2: 2.500 - 2n-zn2: 2.900 - 3n-alt: 3.000 - 3n-aws: 1.000 - 3n-icx: 2.600 - 3n-skx: 2.500 - 3n-tsh: 2.200 - 3n-snr: 2.200 - -################################################################################ -### S T A T I C ### -################################################################################ - -- type: "static" - src-path: "{DIR[RST]}" - dst-path: "{DIR[WORKING,SRC]}" - -################################################################################ -### O U T P U T ### -################################################################################ - -- type: "output" - arch-file-format: - - ".gz" - - ".zip" - output: "report" - format: - html: - - full - pdf: - - minimal diff --git a/resources/tools/presentation/specifications/report/layouts.yaml b/resources/tools/presentation/specifications/report/layouts.yaml deleted file mode 100644 index 2086a4cdec..0000000000 --- a/resources/tools/presentation/specifications/report/layouts.yaml +++ /dev/null @@ -1,930 +0,0 @@ -################################################################################ -### L A Y O U T S ### -################################################################################ - -- type: "layouts" - - plot-soak-throughput: - titlefont: - size: 16 - xaxis: - title: "Test Cases [Index]" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "array" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "Critical Rate Lower Bound [Mpps]" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4r" - tickformat: ".3r" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - zeroline: False - range: [0,50] - autosize: False - margin: - t: 50 - b: 0 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 14 - width: 700 - height: 900 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-service-density: - titlefont: - size: 16 - xaxis: - side: "top" - autorange: True - fixedrange: False - showgrid: False - showline: False - showticklabels: False - ticks: "" - ticklen: 0 - tickwidth: 0 - zeroline: False - yaxis: - autorange: "reversed" - showgrid: False - showline: False - showticklabels: False - ticks: "" - ticklen: 0 - tickwidth: 0 - zeroline: False - showlegend: False - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - width: 700 - height: 700 - hoverlabel: - namelength: -1 - - plot-hoststack: - titlefont: - size: 16 - xaxis: - title: "Test Cases [Index]" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "array" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "Bandwidth [Gbps]" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - rangemode: "tozero" - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(230, 230, 230)" - tickformat: ".3s" - tickfont: - size: 14 - zeroline: False - autosize: False - margin: - t: 50 - b: 20 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 14 - width: 700 - height: 800 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-throughput: - titlefont: - size: 16 - xaxis: - title: "Test Cases [Index]" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "array" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "Packet Throughput [Mpps]" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4r" - tickformat: ".3r" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - zeroline: False - range: [0,50] - autosize: False - margin: - t: 50 - b: 0 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 14 - width: 700 - height: 900 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-throughput-gbps: - titlefont: - size: 16 - xaxis: - title: "Test Cases [Index]" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "array" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "Data Throughput [Gbps]" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4r" - tickformat: ".3r" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - zeroline: False - range: [0,10] - autosize: False - margin: - t: 50 - b: 0 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 14 - width: 700 - height: 900 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-cps: - titlefont: - size: 16 - xaxis: - title: "Test Cases [Index]" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "array" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "Connection Rate [Mcps]" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4r" - tickformat: ".3s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - zeroline: False - range: [0,10] - autosize: False - margin: - t: 50 - b: 0 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 14 - width: 700 - height: 900 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-rps: - titlefont: - size: 16 - xaxis: - title: "Test Cases [Index]" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "array" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "Request Rate [Mrps]" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4r" - tickformat: ".3s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - zeroline: False - range: [0,10] - autosize: False - margin: - t: 50 - b: 0 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 14 - width: 700 - height: 900 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-throughput-speedup-analysis: - titlefont: - size: 16 - xaxis: - title: "Number of Cores [Qty]" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "Packet Throughput [Mpps]" - titlefont: - size: 14 - type: "linear" - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickformat: ".4s" - tickfont: - size: 14 - zeroline: True - rangemode: "tozero" - range: [0,100] - legend: - orientation: "h" - font: - size: 14 - xanchor: "left" - yanchor: "top" - x: 0 - y: -0.2 - bgcolor: "rgba(255, 255, 255, 0)" - bordercolor: "rgba(255, 255, 255, 0)" - traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 - autosize: False - margin: - 't': 50 - 'b': 150 - 'l': 85 - 'r': 10 - showlegend: True - width: 700 - height: 700 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - annotations: [ - { - text: "_ _ __ ...", - align: "left", - showarrow: False, - xref: "paper", - yref: "paper", - xanchor: "left", - yanchor: "top", - x: 0, - y: -0.14, - font: { - family: "Consolas, Courier New", - size: 13 - }, - }, - { - text: " Perfect Measured Limit", - align: "left", - showarrow: False, - xref: "paper", - yref: "paper", - xanchor: "left", - yanchor: "top", - x: 0, - y: -0.15, - font: { - family: "Consolas, Courier New", - size: 13 - }, - }, - ] - - plot-throughput-speedup-analysis-gbps: - titlefont: - size: 16 - xaxis: - title: "Number of Cores [Qty]" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "Packet Throughput [Gbps]" - titlefont: - size: 14 - type: "linear" - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickformat: ".4s" - tickfont: - size: 14 - zeroline: True - rangemode: "tozero" - range: [0,100] - legend: - orientation: "h" - font: - size: 14 - xanchor: "left" - yanchor: "top" - x: 0 - y: -0.2 - bgcolor: "rgba(255, 255, 255, 0)" - bordercolor: "rgba(255, 255, 255, 0)" - traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 - autosize: False - margin: - 't': 50 - 'b': 150 - 'l': 85 - 'r': 10 - showlegend: True - width: 700 - height: 700 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - annotations: [ - { - text: "_ _ __", - align: "left", - showarrow: False, - xref: "paper", - yref: "paper", - xanchor: "left", - yanchor: "top", - x: 0, - y: -0.13, - font: { - family: "Consolas, Courier New", - size: 13 - }, - }, - { - text: " Perfect Measured", - align: "left", - showarrow: False, - xref: "paper", - yref: "paper", - xanchor: "left", - yanchor: "top", - x: 0, - y: -0.15, - font: { - family: "Consolas, Courier New", - size: 13 - }, - }, - ] - - plot-throughput-speedup-analysis-cps: - titlefont: - size: 16 - xaxis: - title: "Number of Cores [Qty]" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "Connection Rate [Mcps]" - titlefont: - size: 14 - type: "linear" - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickformat: ".4s" - tickfont: - size: 14 - zeroline: True - rangemode: "tozero" - range: [0,100] - legend: - orientation: "h" - font: - size: 14 - xanchor: "left" - yanchor: "top" - x: 0 - y: -0.2 - bgcolor: "rgba(255, 255, 255, 0)" - bordercolor: "rgba(255, 255, 255, 0)" - traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 - autosize: False - margin: - 't': 50 - 'b': 150 - 'l': 85 - 'r': 10 - showlegend: True - width: 700 - height: 700 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - annotations: [ - { - text: "_ _ __", - align: "left", - showarrow: False, - xref: "paper", - yref: "paper", - xanchor: "left", - yanchor: "top", - x: 0, - y: -0.13, - font: { - family: "Consolas, Courier New", - size: 13 - }, - }, - { - text: " Perfect Measured", - align: "left", - showarrow: False, - xref: "paper", - yref: "paper", - xanchor: "left", - yanchor: "top", - x: 0, - y: -0.15, - font: { - family: "Consolas, Courier New", - size: 13 - }, - }, - ] - - plot-latency: - titlefont: - size: 16 - xaxis: - title: "Direction" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: False - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "Packet Latency [uSec]" - titlefont: - size: 14 - type: "linear" - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickformat: ".4s" - tickfont: - size: 14 - zeroline: True - rangemode: "tozero" - legend: - orientation: "h" - font: - size: 14 - traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 - autosize: False - margin: - 't': 50 - 'b': 150 - 'l': 80 - 'r': 10 - showlegend: True - width: 700 - height: 700 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-hdrh-latency: - title: - text: "" - xanchor: "center" - x: 0.5 - font: - size: 16 - width: 700 - plot_bgcolor: "white" - annotations: - - font: - size: 14 - showarrow: False - text: "Packet Latency [uSec]" - x: 1 - xanchor: "right" - xref: "paper" - y: -0.045 - yanchor: "top" - yref: "paper" - - font: - size: 14 - showarrow: False - text: "Probability [%]" - textangle: 270 - x: -0.06 - xanchor: "center" - xref: "paper" - y: 0.5 - yanchor: "middle" - yref: "paper" - - font: - size: 14 - showarrow: False - text: "Direction: E-W" - x: 0.24 - xanchor: "center" - xref: "paper" - y: 1.05 - yanchor: "bottom" - yref: "paper" - - font: - size: 14 - showarrow: False - text: "Direction: W-E" - x: 0.74 - xanchor: "center" - xref: "paper" - y: 1.05 - yanchor: "bottom" - yref: "paper" - - plot-hdrh-latency-percentile-x-log: - title: - text: "Latency by Percentile Distribution" - xanchor: "center" - x: 0.5 - font: - size: 18 - showlegend: True - legend: - traceorder: "normal" - orientation: "h" - font: - size: 16 - xanchor: "left" - yanchor: "top" - x: 0 - y: -0.2 - bgcolor: "rgba(255, 255, 255, 0)" - bordercolor: "rgba(255, 255, 255, 0)" - xaxis: - type: "log" - title: "Percentile [%]" - titlefont: - size: 14 - autorange: False - fixedrange: True - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6] - ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999] - tickfont: - size: 14 - yaxis: - title: "One-Way Latency per Direction [uSec]" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - autosize: False - width: 700 - height: 700 - paper_bgcolor: "white" - plot_bgcolor: "white" - - plot-hdrh-latency-by-percentile: - title: - text: "Latency by Percentile Distribution" - xanchor: "center" - x: 0.5 - font: - size: 18 - showlegend: True - legend: - traceorder: "normal" - orientation: "h" - font: - size: 16 - xanchor: "left" - yanchor: "top" - x: 0 - y: -0.2 - bgcolor: "rgba(255, 255, 255, 0)" - bordercolor: "rgba(255, 255, 255, 0)" - xaxis: - type: "linear" - title: "Percentile [%]" - titlefont: - size: 14 - autorange: False - fixedrange: False - range: [0, 100] - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickvals: [0, 25, 50, 75, 100] - ticktext: [0, 25, 50, 75, 100] - tickfont: - size: 14 - yaxis: - title: "One-Way Latency per Direction [uSec]" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - width: 700 - height: 700 - paper_bgcolor: "white" - plot_bgcolor: "white" - - plot-scatter-error-bars-gbps: - titlefont: - size: 16 - xaxis: - title: "Test Cases [Index]" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "Data Throughput [Gbps]" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4r" - tickformat: ".3r" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - zeroline: False - range: [0,10] - autosize: False - margin: - t: 50 - b: 0 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 14 - width: 700 - height: 900 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 diff --git a/resources/tools/presentation/specifications/report_local/data_sets.yaml b/resources/tools/presentation/specifications/report_local/data_sets.yaml deleted file mode 100644 index c756a4667e..0000000000 --- a/resources/tools/presentation/specifications/report_local/data_sets.yaml +++ /dev/null @@ -1,51 +0,0 @@ -################################################################################ -### D A T A S E T S ### -################################################################################ - -- type: "data-sets" - - plot-vpp-throughput-tsa-3n-aws: - 3n-aws-iter: - - 1 - - 2 - - 3 - - 4 - - 5 - - 6 - - 7 - - 8 - - vpp-perf-results-3n-aws: - 3n-aws-iter: - - 1 - - 2 - - plot-vpp-latency-3n-aws: - 3n-aws-iter: - - 1 - - 2 - - plot-vpp-throughput-tsa-2n-aws: - 2n-aws-iter: - - 1 - - 2 - - 3 - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - vpp-perf-results-2n-aws: - 2n-aws-iter: - - 1 - - 2 - - 9 - - plot-vpp-latency-2n-aws: - 2n-aws-iter: - - 1 - - 2 - - 9 diff --git a/resources/tools/presentation/specifications/report_local/elements.yaml b/resources/tools/presentation/specifications/report_local/elements.yaml deleted file mode 100644 index b7a7cc0b57..0000000000 --- a/resources/tools/presentation/specifications/report_local/elements.yaml +++ /dev/null @@ -1,316 +0,0 @@ -# Tables: - -# Detailed Test Results - VPP Performance Results 3n-aws -- type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-aws" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,3N,AWS]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-perf-results-3n-aws" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Test configuration - VPP Performance Test Configs 3n-aws -- type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-aws" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,3N,AWS]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-perf-results-3n-aws" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test Operational Data - VPP Performance Operational Data 3n-aws -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-aws" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,AWS]}/" - data: "vpp-perf-results-3n-aws" - filter: "all" - -# Detailed Test Results - VPP Performance Results 2n-aws -- type: "table" - title: "Detailed Test Results - VPP Performance Results 2n-aws" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,2N,AWS]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-perf-results-2n-aws" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Test configuration - VPP Performance Test Configs 2n-aws -- type: "table" - title: "Test configuration - VPP Performance Test Configs 2n-aws" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,2N,AWS]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-perf-results-2n-aws" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test Operational Data - VPP Performance Operational Data 2n-aws -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-aws" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,2N,AWS]}/" - data: "vpp-perf-results-2n-aws" - filter: "all" - -# Files: - -# VPP Performance Results -- type: "file" - title: "VPP Performance Results" - algorithm: "file_details_split" - output-file: "{DIR[DTR,PERF,VPP,ALL]}" - dir-tables: - - "{DIR[DTR,PERF,VPP,2N,AWS]}" - - "{DIR[DTR,PERF,VPP,3N,AWS]}" - data: - - "vpp-perf-results-2n-aws" - - "vpp-perf-results-3n-aws" - filter: "all" - data-start-level: 4 - order-chapters: - level-1: - - "l2" - - "ip4" - - "ip6" - - "srv6" - - "ip4_tunnels" - - "ip6_tunnels" - - "vm_vhost" - - "container_memif" - - "crypto" - - "vts" - - "lb" - - "nfv_density" - - "hoststack" - level-2: - - "2n-skx" - - "3n-skx" - - "2n-clx" - - "3n-hsw" - - "3n-tsh" - - "2n-aws" - - "3n-aws" - level-3: - - "xl710" - - "x520" - - "xxv710" - - "x710" - - "x553" - - "cx556a" - - "vic1227" - - "vic1385" - - "ena" - -# VPP Performance Configuration -- type: "file" - title: "VPP Performance Configuration" - algorithm: "file_details_split" - output-file: "{DIR[DTC,PERF,VPP,ALL]}" - dir-tables: - - "{DIR[DTC,PERF,VPP,2N,AWS]}" - - "{DIR[DTC,PERF,VPP,3N,AWS]}" - data: - - "vpp-perf-results-2n-aws" - - "vpp-perf-results-3n-aws" - filter: "all" - data-start-level: 4 - order-chapters: - level-1: - - "l2" - - "ip4" - - "ip6" - - "srv6" - - "ip4_tunnels" - - "ip6_tunnels" - - "vm_vhost" - - "container_memif" - - "crypto" - - "vts" - - "lb" - - "nfv_density" - - "hoststack" - level-2: - - "2n-skx" - - "3n-skx" - - "2n-clx" - - "3n-hsw" - - "3n-tsh" - - "2n-aws" - - "3n-aws" - level-3: - - "xl710" - - "x520" - - "xxv710" - - "x710" - - "x553" - - "cx556a" - - "vic1227" - - "vic1385" - - "ena" - -# VPP Performance Operational -- type: "file" - title: "VPP Performance Operational" - algorithm: "file_details_split_html" - output-file: "{DIR[DTO,PERF,VPP,ALL]}" - dir-tables: - - "{DIR[DTO,PERF,VPP,2N,AWS]}" - - "{DIR[DTO,PERF,VPP,3N,AWS]}" - data: - - "vpp-perf-results-2n-aws" - - "vpp-perf-results-3n-aws" - filter: "all" - data-start-level: 4 - order-chapters: - level-1: - - "l2" - - "ip4" - - "ip6" - - "srv6" - - "ip4_tunnels" - - "ip6_tunnels" - - "vm_vhost" - - "container_memif" - - "crypto" - - "vts" - - "lb" - - "nfv_density" - - "hoststack" - level-2: - - "2n-skx" - - "3n-skx" - - "2n-clx" - - "3n-hsw" - - "3n-tsh" - - "2n-aws" - - "3n-aws" - level-3: - - "xl710" - - "x520" - - "xxv710" - - "x710" - - "x553" - - "cx556a" - - "vic1227" - - "vic1385" - - "ena" - -# Plots: - -- type: "plot" - title: "Throughput: 2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}" - data: "plot-vpp-throughput-tsa-2n-aws" - core: ["2t1c", "4t2c"] - include: - - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" - layout: - title: "2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}" - data: "plot-vpp-throughput-tsa-2n-aws" - core: ["2t1c", "4t2c"] - include: - - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.1518B-{core}-ethip4-ip4base-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.1518B-{core}-ethip4-ip4scale2m-ndrpdr" - layout: - title: "2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-aws-nitro50g-imix-{core}-ip4routing-base-scale-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-imix-{core}-ip4routing-base-scale-{test_type}" - data: "plot-vpp-throughput-tsa-2n-aws" - core: ["2t1c", "4t2c"] - include: - - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.IMIX-{core}-ethip4-ip4scale2m-ndrpdr" - layout: - title: "2n-aws-nitro50g-imix-{core}-ip4routing-base-scale-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}" - data: "plot-vpp-throughput-tsa-3n-aws" - core: ["2t1c", "4t2c"] - include: - - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" - layout: - title: "3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}" - data: "plot-vpp-throughput-tsa-3n-aws" - core: ["2t1c", "4t2c"] - include: - - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.1518B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.1518B-{core}-ethip4-ip4scale2m-ndrpdr" - layout: - title: "3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Latency by percentile: 2n-aws" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-aws" - output-file-links: "{DIR[LAT,VPP]}/2n_aws.rst" - target-links: "../../_static/vpp" - data: "plot-vpp-latency-2n-aws" - filter: "'2T1C'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 3n-aws" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-aws" - output-file-links: "{DIR[LAT,VPP]}/3n_aws.rst" - target-links: "../../_static/vpp" - data: "plot-vpp-latency-3n-aws" - filter: "'2T1C'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" diff --git a/resources/tools/presentation/specifications/report_local/environment.yaml b/resources/tools/presentation/specifications/report_local/environment.yaml deleted file mode 100644 index 4efcdb0025..0000000000 --- a/resources/tools/presentation/specifications/report_local/environment.yaml +++ /dev/null @@ -1,253 +0,0 @@ -################################################################################ -### E N V I R O N M E N T ### -################################################################################ - -- type: "environment" - - spec-files: - - "specifications/report_local/data_sets.yaml" - - "specifications/report_local/layouts.yaml" - - "specifications/report_local/elements.yaml" - - paths: - # Top level directories: - ## Working directory - DIR[WORKING]: "_tmp" - ## Build directories - DIR[BUILD,HTML]: "_build" - DIR[BUILD,LATEX]: "_build_latex" - - # Static .rst files - DIR[RST]: "../../../docs/report" - - # Working directories - ## Input data files (.zip, .xml) - DIR[WORKING,DATA]: "{DIR[WORKING]}/data" - ## Static source files from git - DIR[WORKING,SRC]: "{DIR[WORKING]}/src" - DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static" - - # Static html content - DIR[STATIC]: "{DIR[BUILD,HTML]}/_static" - DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp" - DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk" - DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive" - - # Detailed test results - DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results" - DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw" - DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx" - DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx" - DIR[DTR,PERF,DPDK,2N,CLX]: "{DIR[DTR]}/dpdk_performance_results_2n_clx" - DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh" - DIR[DTR,PERF,VPP,ALL]: "{DIR[DTR]}/vpp_performance_results" - DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw" - DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx" - DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx" - DIR[DTR,PERF,VPP,2N,CLX]: "{DIR[DTR]}/vpp_performance_results_2n_clx" - DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh" - DIR[DTR,PERF,VPP,3N,AWS]: "{DIR[DTR]}/vpp_performance_results_3n_aws" - DIR[DTR,PERF,VPP,2N,AWS]: "{DIR[DTR]}/vpp_performance_results_2n_aws" - DIR[DTR,MRR,VPP,ALL]: "{DIR[DTR]}/vpp_mrr_results" - DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw" - DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx" - DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx" - DIR[DTR,MRR,VPP,2N,CLX]: "{DIR[DTR]}/vpp_mrr_results_2n_clx" - DIR[DTR,MRR,VPP,3N,TSH]: "{DIR[DTR]}/vpp_mrr_results_3n_tsh" - DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu" - - # Detailed test configurations - DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration" - DIR[DTC,PERF,VPP,ALL]: "{DIR[DTC]}/vpp_performance_configuration" - DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw" - DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx" - DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx" - DIR[DTC,PERF,VPP,2N,CLX]: "{DIR[DTC]}/vpp_performance_configuration_2n_clx" - DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh" - DIR[DTC,PERF,VPP,3N,AWS]: "{DIR[DTC]}/vpp_performance_configuration_3n_aws" - DIR[DTC,PERF,VPP,2N,AWS]: "{DIR[DTC]}/vpp_performance_configuration_2n_aws" - DIR[DTC,MRR,VPP,ALL]: "{DIR[DTC]}/vpp_mrr_configuration" - DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw" - DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx" - DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx" - DIR[DTC,MRR,VPP,2N,CLX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_clx" - DIR[DTC,MRR,VPP,3N,TSH]: "{DIR[DTC]}/vpp_mrr_configuration_3n_tsh" - DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu" - - # Detailed tests operational data - DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data" - DIR[DTO,PERF,VPP,ALL]: "{DIR[DTO]}/vpp_performance_operational_data" - DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw" - DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx" - DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx" - DIR[DTO,PERF,VPP,2N,CLX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_clx" - DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh" - DIR[DTO,PERF,VPP,3N,AWS]: "{DIR[DTO]}/vpp_performance_operational_data_3n_aws" - DIR[DTO,PERF,VPP,2N,AWS]: "{DIR[DTO]}/vpp_performance_operational_data_2n_aws" - - # Latencies: - DIR[LAT,VPP]: "{DIR[WORKING,SRC]}/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs" - DIR[LAT,DPDK]: "{DIR[WORKING,SRC]}/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs" - - # .css patch file to fix tables generated by Sphinx - DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css" - DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css" - - # Data sources are used in this order: - data-sources: - # JSON from S3 - - type: "json" - url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" - path: "{job}/{build}/{filename}" - file-name: "output.json.gz" - file-format: ".gz" - enabled: False - # XML from S3 - - type: "xml" - url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" - path: "{job}/{build}/archives/{filename}" - file-name: "output_info.xml.gz" - file-format: ".gz" - enabled: False - - type: "xml" - url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" - path: "{job}/{build}/{filename}" - file-name: "output_info.xml.gz" - file-format: ".gz" - enabled: False - - type: "xml" - url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" - path: "{job}/{build}/archives/{filename}" - file-name: "output_info.xml.gz" - file-format: ".gz" - enabled: True - - type: "xml" - url: "https://s3-logs.fd.io/logs/production/vex-yul-rot-jenkins-1" - path: "{job}/{build}/{filename}" - file-name: "output_info.xml.gz" - file-format: ".gz" - enabled: True - - type: "xml" - url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" - path: "{job}/{build}/archives/{filename}" - file-name: "output.xml.gz" - file-format: ".gz" - enabled: True - - type: "xml" - url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" - path: "{job}/{build}/archives/{filename}" - file-name: "output.xml.gz" - file-format: ".gz" - enabled: False - - type: "xml" - url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" - path: "{job}/{build}/{filename}" - file-name: "output.xml.gz" - file-format: ".gz" - enabled: False - - type: "xml" - url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" - path: "{job}/{build}/{filename}" - file-name: "output_info.xml.gz" - file-format: ".gz" - enabled: True - - type: "xml" - url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" - path: "{job}/{build}/{filename}" - file-name: "output.xml.gz" - file-format: ".gz" - enabled: True - # XML from docs.nexus - - type: "xml-docs" - url: "https://docs.fd.io/csit" - path: "report/_static/archive" - file-name: "output_info.xml.gz" - file-format: ".gz" - enabled: True - - type: "xml-docs" - url: "https://docs.fd.io/csit" - path: "report/_static/archive" - file-name: "output.xml.gz" - file-format: ".gz" - enabled: True - - type: "xml-docs" - url: "https://docs.fd.io/csit" - path: "report/_static/archive" - file-name: "robot-plugin.zip" - file-format: ".zip" - enabled: True - - archive-inputs: True - - mapping-file: "" - - ignore-list: "" - - make-dirs: - # List the directories which are created while preparing the environment. - # All directories MUST be defined in "paths" section. - - "DIR[WORKING,DATA]" - - "DIR[STATIC,VPP]" - - "DIR[STATIC,DPDK]" - - "DIR[STATIC,ARCH]" - - "DIR[BUILD,LATEX]" - - "DIR[WORKING,SRC]" - - "DIR[WORKING,SRC,STATIC]" - - remove-dirs: - # List the directories which are deleted while cleaning the environment. - # All directories MUST be defined in "paths" section. - # - "DIR[BUILD,HTML]" - - "DIR[WORKING,DATA]" - - build-dirs: - # List the directories where the results (build) is stored. - # All directories MUST be defined in "paths" section. - - "DIR[BUILD,HTML]" - - "DIR[BUILD,LATEX]" - - reverse-input: False # Needed for trending, not important for the report - - # TODO: Change in code needed, it was in type: "configuration" - limits: - nic: - x520: 24460000 - x553: 29761905 - x710: 35800000 - xxv710: 35800000 - xl710: 35800000 - cx556a: 148809523.81 - e810cq: 148809523.81 - - link: - 10ge: 14880952.38 - 25ge: 37202380.95 - 40ge: 59523809.52 - 100ge: 148809523.81 - - pci: - pci-g3-x8: 74404761.90 - pci-g3-x16: 148809523.81 - -################################################################################ -### S T A T I C ### -################################################################################ - -- type: "static" - src-path: "{DIR[RST]}" - dst-path: "{DIR[WORKING,SRC]}" - -################################################################################ -### O U T P U T ### -################################################################################ - -- type: "output" - arch-file-format: # moved from input, TODO: change it in the code - - ".gz" - - ".zip" - output: "report" - format: - html: - - full -# pdf: -# - minimal diff --git a/resources/tools/presentation/specifications/report_local/layouts.yaml b/resources/tools/presentation/specifications/report_local/layouts.yaml deleted file mode 100644 index 0f5b4a5220..0000000000 --- a/resources/tools/presentation/specifications/report_local/layouts.yaml +++ /dev/null @@ -1,875 +0,0 @@ -################################################################################ -### L A Y O U T S ### -################################################################################ - -- type: "layouts" - - plot-soak-throughput: - titlefont: - size: 16 - xaxis: - title: "Test Cases [Index]" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "Critical Rate Lower Bound [Mpps]" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4r" - tickformat: ".3r" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - zeroline: False - range: [0,50] - autosize: False - margin: - t: 50 - b: 0 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 14 - width: 700 - height: 900 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-service-density: - titlefont: - size: 16 - xaxis: - side: "top" - autorange: True - fixedrange: False - showgrid: False - showline: False - showticklabels: False - ticks: "" - ticklen: 0 - tickwidth: 0 - zeroline: False - yaxis: - autorange: "reversed" - showgrid: False - showline: False - showticklabels: False - ticks: "" - ticklen: 0 - tickwidth: 0 - zeroline: False - showlegend: False - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - width: 700 - height: 700 - hoverlabel: - namelength: -1 - - plot-hoststack: - titlefont: - size: 16 - xaxis: - title: "Test Cases [Index]" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "Bandwidth [Gbps]" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - rangemode: "tozero" - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(230, 230, 230)" - tickformat: ".3s" - tickfont: - size: 14 - zeroline: False - autosize: False - margin: - t: 50 - b: 20 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 14 - width: 700 - height: 800 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-throughput: - titlefont: - size: 16 - xaxis: - title: "Test Cases [Index]" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "Packet Throughput [Mpps]" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4r" - tickformat: ".3r" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - zeroline: False - range: [0,50] - autosize: False - margin: - t: 50 - b: 0 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 14 - width: 700 - height: 900 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-throughput-gbps: - titlefont: - size: 16 - xaxis: - title: "Test Cases [Index]" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "Data Throughput [Gbps]" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4r" - tickformat: ".3r" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - zeroline: False - range: [0,10] - autosize: False - margin: - t: 50 - b: 0 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 14 - width: 700 - height: 900 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-cps: - titlefont: - size: 16 - xaxis: - title: "Test Cases [Index]" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "Connection Rate [Mcps]" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4r" - tickformat: ".3s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - zeroline: False - range: [0,10] - autosize: False - margin: - t: 50 - b: 0 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 14 - width: 700 - height: 900 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-throughput-speedup-analysis: - titlefont: - size: 16 - xaxis: - title: "Number of Cores [Qty]" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "Packet Throughput [Mpps]" - titlefont: - size: 14 - type: "linear" - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickformat: ".4s" - tickfont: - size: 14 - zeroline: True - rangemode: "tozero" - range: [0,100] - legend: - orientation: "h" - font: - size: 14 - xanchor: "left" - yanchor: "top" - x: 0 - y: -0.2 - bgcolor: "rgba(255, 255, 255, 0)" - bordercolor: "rgba(255, 255, 255, 0)" - traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 - autosize: False - margin: - 't': 50 - 'b': 150 - 'l': 85 - 'r': 10 - showlegend: True - width: 700 - height: 700 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - annotations: [ - { - text: "_ _ __ ...", - align: "left", - showarrow: False, - xref: "paper", - yref: "paper", - xanchor: "left", - yanchor: "top", - x: 0, - y: -0.14, - font: { - family: "Consolas, Courier New", - size: 13 - }, - }, - { - text: " Perfect Measured Limit", - align: "left", - showarrow: False, - xref: "paper", - yref: "paper", - xanchor: "left", - yanchor: "top", - x: 0, - y: -0.15, - font: { - family: "Consolas, Courier New", - size: 13 - }, - }, - ] - - plot-throughput-speedup-analysis-gbps: - titlefont: - size: 16 - xaxis: - title: "Number of Cores [Qty]" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "Packet Throughput [Gbps]" - titlefont: - size: 14 - type: "linear" - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickformat: ".4s" - tickfont: - size: 14 - zeroline: True - rangemode: "tozero" - range: [0,100] - legend: - orientation: "h" - font: - size: 14 - xanchor: "left" - yanchor: "top" - x: 0 - y: -0.2 - bgcolor: "rgba(255, 255, 255, 0)" - bordercolor: "rgba(255, 255, 255, 0)" - traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 - autosize: False - margin: - 't': 50 - 'b': 150 - 'l': 85 - 'r': 10 - showlegend: True - width: 700 - height: 700 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - annotations: [ - { - text: "_ _ __", - align: "left", - showarrow: False, - xref: "paper", - yref: "paper", - xanchor: "left", - yanchor: "top", - x: 0, - y: -0.13, - font: { - family: "Consolas, Courier New", - size: 13 - }, - }, - { - text: " Perfect Measured", - align: "left", - showarrow: False, - xref: "paper", - yref: "paper", - xanchor: "left", - yanchor: "top", - x: 0, - y: -0.15, - font: { - family: "Consolas, Courier New", - size: 13 - }, - }, - ] - - plot-throughput-speedup-analysis-cps: - titlefont: - size: 16 - xaxis: - title: "Number of Cores [Qty]" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "Connection Rate [Mcps]" - titlefont: - size: 14 - type: "linear" - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickformat: ".4s" - tickfont: - size: 14 - zeroline: True - rangemode: "tozero" - range: [0,100] - legend: - orientation: "h" - font: - size: 14 - xanchor: "left" - yanchor: "top" - x: 0 - y: -0.2 - bgcolor: "rgba(255, 255, 255, 0)" - bordercolor: "rgba(255, 255, 255, 0)" - traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 - autosize: False - margin: - 't': 50 - 'b': 150 - 'l': 85 - 'r': 10 - showlegend: True - width: 700 - height: 700 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - annotations: [ - { - text: "_ _ __", - align: "left", - showarrow: False, - xref: "paper", - yref: "paper", - xanchor: "left", - yanchor: "top", - x: 0, - y: -0.13, - font: { - family: "Consolas, Courier New", - size: 13 - }, - }, - { - text: " Perfect Measured", - align: "left", - showarrow: False, - xref: "paper", - yref: "paper", - xanchor: "left", - yanchor: "top", - x: 0, - y: -0.15, - font: { - family: "Consolas, Courier New", - size: 13 - }, - }, - ] - - plot-latency: - titlefont: - size: 16 - xaxis: - title: "Direction" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: False - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "Packet Latency [uSec]" - titlefont: - size: 14 - type: "linear" - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickformat: ".4s" - tickfont: - size: 14 - zeroline: True - rangemode: "tozero" - legend: - orientation: "h" - font: - size: 14 - traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 - autosize: False - margin: - 't': 50 - 'b': 150 - 'l': 80 - 'r': 10 - showlegend: True - width: 700 - height: 700 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-hdrh-latency: - title: - text: "" - xanchor: "center" - x: 0.5 - font: - size: 16 - width: 700 - plot_bgcolor: "white" - annotations: - - font: - size: 14 - showarrow: False - text: "Packet Latency [uSec]" - x: 1 - xanchor: "right" - xref: "paper" - y: -0.045 - yanchor: "top" - yref: "paper" - - font: - size: 14 - showarrow: False - text: "Probability [%]" - textangle: 270 - x: -0.06 - xanchor: "center" - xref: "paper" - y: 0.5 - yanchor: "middle" - yref: "paper" - - font: - size: 14 - showarrow: False - text: "Direction: E-W" - x: 0.24 - xanchor: "center" - xref: "paper" - y: 1.05 - yanchor: "bottom" - yref: "paper" - - font: - size: 14 - showarrow: False - text: "Direction: W-E" - x: 0.74 - xanchor: "center" - xref: "paper" - y: 1.05 - yanchor: "bottom" - yref: "paper" - - plot-hdrh-latency-percentile-x-log: - title: - text: "Latency by Percentile Distribution" - xanchor: "center" - x: 0.5 - font: - size: 18 - showlegend: True - legend: - traceorder: "normal" - orientation: "h" - font: - size: 16 - xanchor: "left" - yanchor: "top" - x: 0 - y: -0.2 - bgcolor: "rgba(255, 255, 255, 0)" - bordercolor: "rgba(255, 255, 255, 0)" - xaxis: - type: "log" - title: "Percentile [%]" - titlefont: - size: 14 - autorange: False - fixedrange: True - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6] - ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999] - tickfont: - size: 14 - yaxis: - title: "One-Way Latency per Direction [uSec]" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - autosize: False - width: 700 - height: 700 - paper_bgcolor: "white" - plot_bgcolor: "white" - - plot-hdrh-latency-by-percentile: - title: - text: "Latency by Percentile Distribution" - xanchor: "center" - x: 0.5 - font: - size: 18 - showlegend: True - legend: - traceorder: "normal" - orientation: "h" - font: - size: 16 - xanchor: "left" - yanchor: "top" - x: 0 - y: -0.2 - bgcolor: "rgba(255, 255, 255, 0)" - bordercolor: "rgba(255, 255, 255, 0)" - xaxis: - type: "linear" - title: "Percentile [%]" - titlefont: - size: 14 - autorange: False - fixedrange: False - range: [0, 100] - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickvals: [0, 25, 50, 75, 100] - ticktext: [0, 25, 50, 75, 100] - tickfont: - size: 14 - yaxis: - title: "One-Way Latency per Direction [uSec]" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - width: 700 - height: 700 - paper_bgcolor: "white" - plot_bgcolor: "white" - - plot-scatter-error-bars-gbps: - titlefont: - size: 16 - xaxis: - title: "Test Cases [Index]" - titlefont: - size: 14 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 14 - zeroline: False - yaxis: - title: "Data Throughput [Gbps]" - titlefont: - size: 14 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4r" - tickformat: ".3r" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - zeroline: False - range: [0,10] - autosize: False - margin: - t: 50 - b: 0 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 14 - width: 700 - height: 900 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 diff --git a/resources/tools/presentation/specifications/trending/data_sets.yaml b/resources/tools/presentation/specifications/trending/data_sets.yaml deleted file mode 100644 index 36acbb2819..0000000000 --- a/resources/tools/presentation/specifications/trending/data_sets.yaml +++ /dev/null @@ -1,311 +0,0 @@ -################################################################################ -### D A T A S E T S ### -################################################################################ - -- type: "data-sets" - - # Compressed failed tests (last builds) - table-last-failed-tests-3n-alt: - csit-vpp-perf-mrr-daily-master-3n-alt: - - "lastCompletedBuild" - table-last-failed-tests-2n-icx: - csit-vpp-perf-mrr-daily-master-2n-icx: - - "lastCompletedBuild" - table-last-failed-tests-3n-icx: - csit-vpp-perf-mrr-daily-master-3n-icx: - - "lastCompletedBuild" - table-last-failed-tests-3n-skx: - csit-vpp-perf-mrr-daily-master-3n-skx: - - "lastCompletedBuild" - table-last-failed-tests-2n-skx: - csit-vpp-perf-mrr-daily-master-2n-skx: - - "lastCompletedBuild" - table-last-failed-tests-2n-clx: - csit-vpp-perf-mrr-daily-master-2n-clx: - - "lastCompletedBuild" - table-last-failed-tests-2n-zn2: - csit-vpp-perf-mrr-daily-master-2n-zn2: - - "lastCompletedBuild" - table-last-failed-tests-3n-tsh: - csit-vpp-perf-mrr-daily-master-3n-tsh: - - "lastCompletedBuild" - table-last-failed-tests-2n-tx2: - csit-vpp-perf-mrr-daily-master-2n-tx2: - - "lastCompletedBuild" - table-last-failed-tests-2n-aws: - csit-vpp-perf-mrr-weekly-master-2n-aws: - - "lastCompletedBuild" - table-last-failed-tests-2n-icx-ndrpdr: - csit-vpp-perf-ndrpdr-weekly-master-2n-icx: - - "lastCompletedBuild" - table-last-failed-tests-3n-icx-ndrpdr: - csit-vpp-perf-ndrpdr-weekly-master-3n-icx: - - "lastCompletedBuild" - table-last-failed-tests-3n-skx-ndrpdr: - csit-vpp-perf-ndrpdr-weekly-master-3n-skx: - - "lastCompletedBuild" - table-last-failed-tests-2n-skx-ndrpdr: - csit-vpp-perf-ndrpdr-weekly-master-2n-skx: - - "lastCompletedBuild" - table-last-failed-tests-2n-clx-ndrpdr: - csit-vpp-perf-ndrpdr-weekly-master-2n-clx: - - "lastCompletedBuild" - table-last-failed-tests-dpdk-3n-skx: - csit-dpdk-perf-mrr-weekly-master-3n-skx: - - "lastCompletedBuild" - table-last-failed-tests-dpdk-2n-skx: - csit-dpdk-perf-mrr-weekly-master-2n-skx: - - "lastCompletedBuild" - table-last-failed-tests-dpdk-2n-clx: - csit-dpdk-perf-mrr-weekly-master-2n-clx: - - "lastCompletedBuild" - table-last-failed-tests-dpdk-3n-tsh: - csit-dpdk-perf-mrr-weekly-master-3n-tsh: - - "lastCompletedBuild" - table-last-failed-tests-dpdk-2n-tx2: - csit-dpdk-perf-mrr-weekly-master-2n-tx2: - - "lastCompletedBuild" - table-last-failed-tests-trex-2n-skx-ndrpdr: - csit-trex-perf-ndrpdr-weekly-master-2n-skx: - - "lastCompletedBuild" - - # 3n-alt - plot-performance-trending-vpp-3n-alt: - csit-vpp-perf-mrr-daily-master-3n-alt: - start: 2 - end: "lastCompletedBuild" - max-builds: 180 - - # 2n-icx - plot-performance-trending-vpp-2n-icx: - csit-vpp-perf-mrr-daily-master-2n-icx: - start: 6 - end: "lastCompletedBuild" - max-builds: 180 - - plot-performance-trending-vpp-nfv-2n-icx: - csit-vpp-perf-mrr-weekly-master-2n-icx: - start: 1 - end: "lastCompletedBuild" - max-builds: 26 - - plot-performance-trending-dpdk-2n-icx: - csit-dpdk-perf-mrr-weekly-master-2n-icx: - start: 1 - end: "lastCompletedBuild" - max-builds: 26 - - # 3n-icx - plot-performance-trending-vpp-3n-icx: - csit-vpp-perf-mrr-daily-master-3n-icx: - start: 1 - end: "lastCompletedBuild" - max-builds: 180 - - plot-performance-trending-dpdk-3n-icx: - csit-dpdk-perf-mrr-weekly-master-3n-icx: - start: 1 - end: "lastCompletedBuild" - max-builds: 26 - - # 3n-skx - plot-performance-trending-all-3n-skx: - csit-vpp-perf-mrr-daily-master-3n-skx: - start: 834 - end: "lastCompletedBuild" - max-builds: 180 - csit-dpdk-perf-mrr-weekly-master-3n-skx: - start: 72 - end: "lastCompletedBuild" - max-builds: 26 - - plot-performance-trending-vpp-3n-skx: - csit-vpp-perf-mrr-daily-master-3n-skx: - start: 834 - end: "lastCompletedBuild" - max-builds: 180 - - plot-performance-trending-dpdk-3n-skx: - csit-dpdk-perf-mrr-weekly-master-3n-skx: - start: 72 - end: "lastCompletedBuild" - max-builds: 26 - - # 2n-skx - plot-performance-trending-all-2n-skx: - csit-vpp-perf-mrr-daily-master-2n-skx: - start: 858 - end: "lastCompletedBuild" - max-builds: 180 - csit-dpdk-perf-mrr-weekly-master-2n-skx: - start: 78 - end: "lastCompletedBuild" - max-builds: 26 - - plot-performance-trending-vpp-2n-skx: - csit-vpp-perf-mrr-daily-master-2n-skx: - start: 858 - end: "lastCompletedBuild" - max-builds: 180 - - plot-performance-trending-dpdk-2n-skx: - csit-dpdk-perf-mrr-weekly-master-2n-skx: - start: 78 - end: "lastCompletedBuild" - max-builds: 26 - - plot-performance-trending-vpp-nfv-2n-skx: - csit-vpp-perf-mrr-weekly-master-2n-skx: - start: 66 - end: "lastCompletedBuild" - max-builds: 26 - - plot-ndrpdr-trending-trex-2n-skx: - csit-trex-perf-ndrpdr-weekly-master-2n-skx: - start: 3 - end: "lastCompletedBuild" - max-builds: 26 - - # 2n-clx - plot-performance-trending-vpp-2n-clx: - csit-vpp-perf-mrr-daily-master-2n-clx: - start: 236 - end: "lastCompletedBuild" - max-builds: 180 - - plot-performance-trending-vpp-nfv-2n-clx: - csit-vpp-perf-mrr-weekly-master-2n-clx: - start: 37 - end: "lastCompletedBuild" - max-builds: 26 - - plot-performance-trending-dpdk-2n-clx: - csit-dpdk-perf-mrr-weekly-master-2n-clx: - start: 23 - end: "lastCompletedBuild" - max-builds: 26 - - # 2n-zn2 - plot-performance-trending-vpp-2n-zn2: - csit-vpp-perf-mrr-daily-master-2n-zn2: - start: 1 - end: "lastCompletedBuild" - max-builds: 180 - - plot-performance-trending-dpdk-2n-zn2: - csit-dpdk-perf-mrr-weekly-master-2n-zn2: - start: 1 - end: "lastCompletedBuild" - max-builds: 26 - - # 3n-tsh - plot-performance-trending-all-3n-tsh: - csit-vpp-perf-mrr-daily-master-3n-tsh: - start: 144 - end: "lastCompletedBuild" - max-builds: 180 - - plot-performance-trending-vpp-3n-tsh: - csit-vpp-perf-mrr-daily-master-3n-tsh: - start: 144 - end: "lastCompletedBuild" - max-builds: 180 - - plot-performance-trending-dpdk-3n-tsh: - csit-dpdk-perf-mrr-weekly-master-3n-tsh: - start: 4 - end: "lastCompletedBuild" - max-builds: 26 - - # 2n-tx2 - plot-performance-trending-vpp-2n-tx2: - csit-vpp-perf-mrr-daily-master-2n-tx2: - start: 1 - end: "lastCompletedBuild" - max-builds: 180 - - plot-performance-trending-dpdk-2n-tx2: - csit-dpdk-perf-mrr-weekly-master-2n-tx2: - start: 1 - end: "lastCompletedBuild" - max-builds: 26 - - # 3n-aws - plot-performance-trending-vpp-3n-aws: - csit-vpp-perf-mrr-weekly-master-3n-aws: - start: 5 - end: 45 - max-builds: 26 - - # 2n-aws - plot-performance-trending-vpp-2n-aws: - csit-vpp-perf-mrr-weekly-master-2n-aws: - start: 4 - end: "lastCompletedBuild" - max-builds: 26 - - # NDRPDR - plot-ndrpdr-comparison-2n-icx: - csit-vpp-perf-ndrpdr-weekly-master-2n-icx: - start: 1 - end: "lastCompletedBuild" - max-builds: 26 - - plot-ndrpdr-comparison-3n-icx: - csit-vpp-perf-ndrpdr-weekly-master-3n-icx: - start: 1 - end: "lastCompletedBuild" - max-builds: 26 - - plot-ndrpdr-comparison-2n-skx: - csit-vpp-perf-ndrpdr-weekly-master-2n-skx: - start: 76 - end: "lastCompletedBuild" - max-builds: 26 - - plot-ndrpdr-comparison-3n-skx: - csit-vpp-perf-ndrpdr-weekly-master-3n-skx: - start: 76 - end: "lastCompletedBuild" - max-builds: 26 - - plot-ndrpdr-comparison-2n-clx: - csit-vpp-perf-ndrpdr-weekly-master-2n-clx: - start: 21 - end: "lastCompletedBuild" - max-builds: 26 - - table-ndrpdr-comparison-2n-icx: - csit-vpp-perf-ndrpdr-weekly-master-2n-icx: - start: 1 - end: "lastCompletedBuild" - max-builds: 26 - reverse: True # Must be reversed - - table-ndrpdr-comparison-3n-icx: - csit-vpp-perf-ndrpdr-weekly-master-3n-icx: - start: 1 - end: "lastCompletedBuild" - max-builds: 26 - reverse: True # Must be reversed - - table-ndrpdr-comparison-2n-skx: - csit-vpp-perf-ndrpdr-weekly-master-2n-skx: - start: 76 - end: "lastCompletedBuild" - max-builds: 26 - reverse: True # Must be reversed - - table-ndrpdr-comparison-3n-skx: - csit-vpp-perf-ndrpdr-weekly-master-3n-skx: - start: 76 - end: "lastCompletedBuild" - max-builds: 26 - reverse: True # Must be reversed - - table-ndrpdr-comparison-2n-clx: - csit-vpp-perf-ndrpdr-weekly-master-2n-clx: - start: 21 - end: "lastCompletedBuild" - max-builds: 26 - reverse: True # Must be reversed diff --git a/resources/tools/presentation/specifications/trending/elements.yaml b/resources/tools/presentation/specifications/trending/elements.yaml deleted file mode 100644 index 1e65420000..0000000000 --- a/resources/tools/presentation/specifications/trending/elements.yaml +++ /dev/null @@ -1,6768 +0,0 @@ -################################################################################ -### P L O T S ### -################################################################################ - -- type: "plot" - title: "Statistics: 3n-alt mrr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-3n-alt-mrr" - data: "plot-performance-trending-vpp-3n-alt" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: 2n-icx mrr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-2n-icx-mrr" - data: "plot-performance-trending-vpp-2n-icx" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: 2n-icx ndrpdr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-2n-icx-ndrpdr" - data: "plot-ndrpdr-comparison-2n-icx" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: DPDK 2n-icx mrr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-dpdk-2n-icx-mrr" - data: "plot-performance-trending-dpdk-2n-icx" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: 3n-icx mrr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-3n-icx-mrr" - data: "plot-performance-trending-vpp-3n-icx" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: 3n-icx ndrpdr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-3n-icx-ndrpdr" - data: "plot-ndrpdr-comparison-3n-icx" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: DPDK 3n-icx mrr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-dpdk-3n-icx-mrr" - data: "plot-performance-trending-dpdk-3n-icx" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: 3n-skx mrr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-3n-skx-mrr" - data: "plot-performance-trending-vpp-3n-skx" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: 3n-skx ndrpdr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-3n-skx-ndrpdr" - data: "plot-ndrpdr-comparison-3n-skx" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: DPDK 3n-skx mrr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-dpdk-3n-skx-mrr" - data: "plot-performance-trending-dpdk-3n-skx" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: 2n-skx mrr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-2n-skx-mrr" - data: "plot-performance-trending-vpp-2n-skx" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: 2n-skx ndrpdr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-2n-skx-ndrpdr" - data: "plot-ndrpdr-comparison-2n-skx" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: DPDK 2n-skx mrr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-dpdk-2n-skx-mrr" - data: "plot-performance-trending-dpdk-2n-skx" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: TRex 2n-skx ndrpdr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-trex-2n-skx-ndrpdr" - data: "plot-ndrpdr-trending-trex-2n-skx" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: 2n-clx mrr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-2n-clx-mrr" - data: "plot-performance-trending-vpp-2n-clx" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: 2n-clx ndrpdr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-2n-clx-ndrpdr" - data: "plot-ndrpdr-comparison-2n-clx" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: DPDK 2n-clx mrr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-dpdk-2n-clx-mrr" - data: "plot-performance-trending-dpdk-2n-clx" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: 2n-zn2 mrr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-2n-zn2-mrr" - data: "plot-performance-trending-vpp-2n-zn2" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: DPDK 2n-zn2 mrr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-dpdk-2n-zn2-mrr" - data: "plot-performance-trending-dpdk-2n-zn2" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: 3n-tsh mrr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-3n-tsh-mrr" - data: "plot-performance-trending-vpp-3n-tsh" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: DPDK 3n-tsh mrr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-dpdk-3n-tsh-mrr" - data: "plot-performance-trending-dpdk-3n-tsh" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: 2n-tx2 mrr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-2n-tx2-mrr" - data: "plot-performance-trending-vpp-2n-tx2" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: DPDK 2n-tx2 mrr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-dpdk-2n-tx2-mrr" - data: "plot-performance-trending-dpdk-2n-tx2" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: 3n-aws mrr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-3n-aws-mrr" - data: "plot-performance-trending-vpp-3n-aws" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: 2n-aws mrr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-2n-aws-mrr" - data: "plot-performance-trending-vpp-2n-aws" - layout: - layout: "plot-statistics" - -################################################################################ -### T A B L E S ### -################################################################################ - -# VPP NDRPDR weekly comparison 2n-icx-xxv710 2t1c ndr -- type: "table" - title: "VPP NDRPDR weekly comparison 2n-icx-xxv710 2t1c ndr" - algorithm: "table_weekly_comparison" - output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-icx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - data: "table-ndrpdr-comparison-2n-icx" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - nr-of-data-columns: 3 - comparisons: - - reference: -3 - compare: -1 - - reference: -2 - compare: -1 - -# VPP NDRPDR weekly comparison 2n-icx-xxv710 2t1c pdr -- type: "table" - title: "VPP NDRPDR weekly comparison 2n-icx-xxv710 2t1c pdr" - algorithm: "table_weekly_comparison" - output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-icx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - data: "table-ndrpdr-comparison-2n-icx" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - nr-of-data-columns: 3 - comparisons: - - reference: -3 - compare: -1 - - reference: -2 - compare: -1 - -# VPP NDRPDR weekly comparison 3n-icx-xxv710 2t1c ndr -- type: "table" - title: "VPP NDRPDR weekly comparison 3n-icx-xxv710 2t1c ndr" - algorithm: "table_weekly_comparison" - output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-icx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - data: "table-ndrpdr-comparison-3n-icx" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - nr-of-data-columns: 3 - comparisons: - - reference: -3 - compare: -1 - - reference: -2 - compare: -1 - -# VPP NDRPDR weekly comparison 3n-icx-xxv710 2t1c pdr -- type: "table" - title: "VPP NDRPDR weekly comparison 3n-icx-xxv710 2t1c pdr" - algorithm: "table_weekly_comparison" - output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-icx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - data: "table-ndrpdr-comparison-3n-icx" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - nr-of-data-columns: 3 - comparisons: - - reference: -3 - compare: -1 - - reference: -2 - compare: -1 - -# VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c ndr -- type: "table" - title: "VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c ndr" - algorithm: "table_weekly_comparison" - output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-skx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - data: "table-ndrpdr-comparison-2n-skx" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - nr-of-data-columns: 3 - comparisons: - - reference: -3 - compare: -1 - - reference: -2 - compare: -1 - -# VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c pdr -- type: "table" - title: "VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c pdr" - algorithm: "table_weekly_comparison" - output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-skx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - data: "table-ndrpdr-comparison-2n-skx" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - nr-of-data-columns: 3 - comparisons: - - reference: -3 - compare: -1 - - reference: -2 - compare: -1 - -# VPP NDRPDR weekly comparison 3n-skx-xxv710 2t1c ndr -- type: "table" - title: "VPP NDRPDR weekly comparison 3n-skx-xxv710 2t1c ndr" - algorithm: "table_weekly_comparison" - output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-skx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - data: "table-ndrpdr-comparison-3n-skx" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - nr-of-data-columns: 3 - comparisons: - - reference: -3 - compare: -1 - - reference: -2 - compare: -1 - -# VPP NDRPDR weekly comparison 3n-skx-xxv710 2t1c pdr -- type: "table" - title: "VPP NDRPDR weekly comparison 3n-skx-xxv710 2t1c pdr" - algorithm: "table_weekly_comparison" - output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-skx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - data: "table-ndrpdr-comparison-3n-skx" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - nr-of-data-columns: 3 - comparisons: - - reference: -3 - compare: -1 - - reference: -2 - compare: -1 - -# VPP NDRPDR weekly comparison 2n-clx-xxv710 2t1c ndr -- type: "table" - title: "VPP NDRPDR weekly comparison 2n-clx-xxv710 2t1c ndr" - algorithm: "table_weekly_comparison" - output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-clx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - data: "table-ndrpdr-comparison-2n-clx" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - nr-of-data-columns: 3 - comparisons: - - reference: -3 - compare: -1 - - reference: -2 - compare: -1 - -# VPP NDRPDR weekly comparison 2n-clx-xxv710 2t1c pdr -- type: "table" - title: "VPP NDRPDR weekly comparison 2n-clx-xxv710 2t1c pdr" - algorithm: "table_weekly_comparison" - output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-clx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - data: "table-ndrpdr-comparison-2n-clx" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - nr-of-data-columns: 3 - comparisons: - - reference: -3 - compare: -1 - - reference: -2 - compare: -1 - -# Last failed tests - -- type: "table" - title: "Last failed tests (last builds) VPP 3n-alt" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-alt-mrr" - data: "table-last-failed-tests-3n-alt" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - -- type: "table" - title: "Last failed tests (last builds) VPP 2n-icx" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-2n-icx-mrr" - data: "table-last-failed-tests-2n-icx" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - -- type: "table" - title: "Last failed tests (last builds) VPP 3n-icx" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-icx-mrr" - data: "table-last-failed-tests-3n-icx" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - -- type: "table" - title: "Last failed tests (last builds) VPP 3n-skx" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-skx-mrr" - data: "table-last-failed-tests-3n-skx" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - -- type: "table" - title: "Last failed tests (last builds) VPP 2n-skx" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-2n-skx-mrr" - data: "table-last-failed-tests-2n-skx" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - -- type: "table" - title: "Last failed tests (last builds) VPP 2n-clx" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-2n-clx-mrr" - data: "table-last-failed-tests-2n-clx" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - -- type: "table" - title: "Last failed tests (last builds) VPP 2n-zn2" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-2n-zn2-mrr" - data: "table-last-failed-tests-2n-zn2" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - -- type: "table" - title: "Last failed tests (last builds) VPP 3n-tsh" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-tsh-mrr" - data: "table-last-failed-tests-3n-tsh" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - -- type: "table" - title: "Last failed tests (last builds) VPP 2n-tx2" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-2n-tx2-mrr" - data: "table-last-failed-tests-2n-tx2" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - -- type: "table" - title: "Last failed tests (last builds) VPP 2n-aws" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-2n-aws-mrr" - data: "table-last-failed-tests-2n-aws" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - -- type: "table" - title: "Last failed tests (last builds) VPP 2n-icx-ndrpdr" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-2n-icx-ndrpdr" - data: "table-last-failed-tests-2n-icx-ndrpdr" - filter: "'NDRPDR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - -- type: "table" - title: "Last failed tests (last builds) VPP 3n-icx-ndrpdr" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-icx-ndrpdr" - data: "table-last-failed-tests-3n-icx-ndrpdr" - filter: "'NDRPDR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - -- type: "table" - title: "Last failed tests (last builds) VPP 3n-skx-ndrpdr" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-skx-ndrpdr" - data: "table-last-failed-tests-3n-skx-ndrpdr" - filter: "'NDRPDR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - -- type: "table" - title: "Last failed tests (last builds) VPP 2n-skx-ndrpdr" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-2n-skx-ndrpdr" - data: "table-last-failed-tests-2n-skx-ndrpdr" - filter: "'NDRPDR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - -- type: "table" - title: "Last failed tests (last builds) VPP 2n-clx-ndrpdr" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-2n-clx-ndrpdr" - data: "table-last-failed-tests-2n-clx-ndrpdr" - filter: "'NDRPDR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - -- type: "table" - title: "Last failed tests (last builds) DPDK 3n-tsh" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-dpdk-3n-tsh-mrr" - data: "table-last-failed-tests-dpdk-3n-tsh" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - -- type: "table" - title: "Last failed tests (last builds) DPDK 2n-tx2" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-dpdk-2n-tx2-mrr" - data: "table-last-failed-tests-dpdk-2n-tx2" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - -- type: "table" - title: "Last failed tests (last builds) DPDK 3n-skx" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-dpdk-3n-skx-mrr" - data: "table-last-failed-tests-dpdk-3n-skx" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - -- type: "table" - title: "Last failed tests (last builds) DPDK 2n-skx" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-dpdk-2n-skx-mrr" - data: "table-last-failed-tests-dpdk-2n-skx" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - -- type: "table" - title: "Last failed tests (last builds) DPDK 2n-clx" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-dpdk-2n-clx-mrr" - data: "table-last-failed-tests-dpdk-2n-clx" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - -# 3n-skx -- type: "table" - title: "Performance trending dashboard 2t1c-3n-skx ndr" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-ndr" - data: "plot-ndrpdr-comparison-3n-skx" - filter: "'NDRPDR' and '2T1C'" - include-tests: "NDR" - parameters: - - "name" - - "parent" - - "throughput" - window: 4 - long-trend-window: 12 - -- type: "table" - title: "Performance trending dashboard 2t1c-3n-skx pdr" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-pdr" - data: "plot-ndrpdr-comparison-3n-skx" - filter: "'NDRPDR' and '2T1C'" - include-tests: "PDR" - parameters: - - "name" - - "parent" - - "throughput" - window: 4 - long-trend-window: 12 - -- type: "table" - title: "HTML performance trending dashboard 2t1c-3n-skx ndr" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-ndr.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-ndr.rst" - testbed: "3n-skx" - test-type: "NDR" - add-links: True - -- type: "table" - title: "HTML performance trending dashboard 2t1c-3n-skx pdr" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-pdr.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-pdr.rst" - testbed: "3n-skx" - test-type: "PDR" - add-links: True - -# 2n-skx -- type: "table" - title: "Performance trending dashboard 2t1c-2n-skx ndr" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-ndr" - data: "plot-ndrpdr-comparison-2n-skx" - filter: "'NDRPDR' and '2T1C'" - include-tests: "NDR" - parameters: - - "name" - - "parent" - - "throughput" - window: 4 - long-trend-window: 12 - -- type: "table" - title: "Performance trending dashboard 2t1c-2n-skx pdr" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-pdr" - data: "plot-ndrpdr-comparison-2n-skx" - filter: "'NDRPDR' and '2T1C'" - include-tests: "PDR" - parameters: - - "name" - - "parent" - - "throughput" - window: 4 - long-trend-window: 12 - -- type: "table" - title: "HTML performance trending dashboard 2t1c-2n-skx ndr" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-ndr.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-ndr.rst" - testbed: "2n-skx" - test-type: "NDR" - add-links: True - -- type: "table" - title: "HTML performance trending dashboard 2t1c-2n-skx pdr" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-pdr.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-pdr.rst" - testbed: "2n-skx" - test-type: "PDR" - add-links: True - -# 2n-clx -- type: "table" - title: "Performance trending dashboard 2t1c-2n-clx ndr" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-ndr" - data: "plot-ndrpdr-comparison-2n-clx" - filter: "'NDRPDR' and '2T1C'" - include-tests: "NDR" - parameters: - - "name" - - "parent" - - "throughput" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 2t1c-2n-clx pdr" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-pdr" - data: "plot-ndrpdr-comparison-2n-clx" - filter: "'NDRPDR' and '2T1C'" - include-tests: "PDR" - parameters: - - "name" - - "parent" - - "throughput" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "HTML performance trending dashboard 2t1c-2n-clx ndr" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-ndr.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-ndr.rst" - testbed: "2n-clx" - test-type: "NDR" - add-links: True - -- type: "table" - title: "HTML performance trending dashboard 2t1c-2n-clx pdr" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-pdr.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-pdr.rst" - testbed: "2n-clx" - test-type: "PDR" - add-links: True - -############################################################################### -# 3n-skx -- type: "table" - title: "Performance trending dashboard 2t1c-3n-skx" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx" - data: "plot-performance-trending-all-3n-skx" - filter: "'MRR' and '2T1C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 4t2c-3n-skx" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-skx" - data: "plot-performance-trending-all-3n-skx" - filter: "'MRR' and '4T2C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 8t4c-3n-skx" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-3n-skx" - data: "plot-performance-trending-all-3n-skx" - filter: "'MRR' and '8T4C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "HTML performance trending dashboard 2t1c-3n-skx" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx.rst" - testbed: "3n-skx" - -- type: "table" - title: "HTML performance trending dashboard 4t2c-3n-skx" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-skx.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-skx.rst" - testbed: "3n-skx" - -- type: "table" - title: "HTML performance trending dashboard 8t4c-3n-skx" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-3n-skx.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-3n-skx.rst" - testbed: "3n-skx" - -- type: "table" - title: "Failed MRR tests 3n-skx" - algorithm: "table_failed_tests" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx" - data: "plot-performance-trending-all-3n-skx" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - window: 7 # days - -- type: "table" - title: "HTML Failed MRR tests 3n-skx" - algorithm: "table_failed_tests_html" - input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx.csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx.rst" - testbed: "3n-skx" - -- type: "table" - title: "Failed NDRPDR tests 3n-skx" - algorithm: "table_failed_tests" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx-ndrpdr" - data: "plot-ndrpdr-comparison-3n-skx" - filter: "'NDRPDR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - window: 30 # days - -- type: "table" - title: "HTML Failed NDRPDR tests 3n-skx" - algorithm: "table_failed_tests_html" - input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx-ndrpdr.csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx-ndrpdr.rst" - testbed: "3n-skx" - test-type: "NDRPDR" - -################################################################################ -# 2n-skx -- type: "table" - title: "Performance trending dashboard 2t1c-2n-skx" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx" - data: "plot-performance-trending-all-2n-skx" - filter: "'MRR' and '2T1C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 4t2c-2n-skx" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-skx" - data: "plot-performance-trending-all-2n-skx" - filter: "'MRR' and '4T2C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 8t4c-2n-skx" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-skx" - data: "plot-performance-trending-all-2n-skx" - filter: "'MRR' and '8T4C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "HTML performance trending dashboard 2t1c-2n-skx" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx.rst" - testbed: "2n-skx" - -- type: "table" - title: "HTML performance trending dashboard 4t2c-2n-skx" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-skx.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-skx.rst" - testbed: "2n-skx" - -- type: "table" - title: "HTML performance trending dashboard 8t4c-2n-skx" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-skx.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-skx.rst" - testbed: "2n-skx" - -- type: "table" - title: "Failed MRR tests 2n-skx" - algorithm: "table_failed_tests" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx" - data: "plot-performance-trending-all-2n-skx" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - window: 7 # days - -- type: "table" - title: "HTML Failed MRR tests 2n-skx" - algorithm: "table_failed_tests_html" - input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx.csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx.rst" - testbed: "2n-skx" - -- type: "table" - title: "Failed NDRPDR tests 2n-skx" - algorithm: "table_failed_tests" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx-ndrpdr" - data: "plot-ndrpdr-comparison-2n-skx" - filter: "'NDRPDR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - window: 30 # days - -- type: "table" - title: "HTML Failed NDRPDR tests 2n-skx" - algorithm: "table_failed_tests_html" - input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx-ndrpdr.csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx-ndrpdr.rst" - testbed: "2n-skx" - test-type: "NDRPDR" - -################################################################################ -# 2n-clx -- type: "table" - title: "Performance trending dashboard 2t1c-2n-clx" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx" - data: "plot-performance-trending-vpp-2n-clx" - filter: "'MRR' and '2T1C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 4t2c-2n-clx" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-clx" - data: "plot-performance-trending-vpp-2n-clx" - filter: "'MRR' and '4T2C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 8t4c-2n-clx" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-clx" - data: "plot-performance-trending-vpp-2n-clx" - filter: "'MRR' and '8T4C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "HTML performance trending dashboard 2t1c-2n-clx" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx.rst" - testbed: "2n-clx" - -- type: "table" - title: "HTML performance trending dashboard 4t2c-2n-clx" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-clx.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-clx.rst" - testbed: "2n-clx" - -- type: "table" - title: "HTML performance trending dashboard 8t4c-2n-clx" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-clx.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-clx.rst" - testbed: "2n-clx" - -- type: "table" - title: "Failed MRR tests 2n-clx" - algorithm: "table_failed_tests" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx" - data: "plot-performance-trending-vpp-2n-clx" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - window: 7 # days - -- type: "table" - title: "HTML Failed MRR tests 2n-clx" - algorithm: "table_failed_tests_html" - input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx.csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx.rst" - testbed: "2n-clx" - -- type: "table" - title: "Failed NDRPDR tests 2n-clx" - algorithm: "table_failed_tests" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx-ndrpdr" - data: "plot-ndrpdr-comparison-2n-clx" - filter: "'NDRPDR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - window: 30 # days - -- type: "table" - title: "HTML Failed NDRPDR tests 2n-clx" - algorithm: "table_failed_tests_html" - input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx-ndrpdr.csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx-ndrpdr.rst" - testbed: "2n-clx" - test-type: "NDRPDR" - -################################################################################ -# 2n-zn2 -- type: "table" - title: "Performance trending dashboard 2t1c-2n-zn2" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-zn2" - data: "plot-performance-trending-vpp-2n-zn2" - filter: "'MRR' and '2T1C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 4t2c-2n-zn2" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-zn2" - data: "plot-performance-trending-vpp-2n-zn2" - filter: "'MRR' and '4T2C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 8t4c-2n-zn2" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-zn2" - data: "plot-performance-trending-vpp-2n-zn2" - filter: "'MRR' and '8T4C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "HTML performance trending dashboard 2t1c-2n-zn2" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-zn2.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-zn2.rst" - testbed: "2n-zn2" - -- type: "table" - title: "HTML performance trending dashboard 4t2c-2n-zn2" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-zn2.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-zn2.rst" - testbed: "2n-zn2" - -- type: "table" - title: "HTML performance trending dashboard 8t4c-2n-zn2" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-zn2.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-zn2.rst" - testbed: "2n-zn2" - -- type: "table" - title: "Failed MRR tests 2n-zn2" - algorithm: "table_failed_tests" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-zn2" - data: "plot-performance-trending-vpp-2n-zn2" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - window: 7 # days - -- type: "table" - title: "HTML Failed MRR tests 2n-zn2" - algorithm: "table_failed_tests_html" - input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-zn2.csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-zn2.rst" - testbed: "2n-zn2" - -################################################################################ -# 2n-icx -- type: "table" - title: "Performance trending dashboard 2t1c-2n-icx" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-icx" - data: "plot-performance-trending-vpp-2n-icx" - filter: "'MRR' and '2T1C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 4t2c-2n-icx" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-icx" - data: "plot-performance-trending-vpp-2n-icx" - filter: "'MRR' and '4T2C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 8t4c-2n-icx" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-icx" - data: "plot-performance-trending-vpp-2n-icx" - filter: "'MRR' and '8T4C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "HTML performance trending dashboard 2t1c-2n-icx" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-icx.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-icx.rst" - testbed: "2n-icx" - -- type: "table" - title: "HTML performance trending dashboard 4t2c-2n-icx" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-icx.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-icx.rst" - testbed: "2n-icx" - -- type: "table" - title: "HTML performance trending dashboard 8t4c-2n-icx" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-icx.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-icx.rst" - testbed: "2n-icx" - -- type: "table" - title: "Failed MRR tests 2n-icx" - algorithm: "table_failed_tests" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-icx" - data: "plot-performance-trending-vpp-2n-icx" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - window: 7 # days - -- type: "table" - title: "HTML Failed MRR tests 2n-icx" - algorithm: "table_failed_tests_html" - input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-icx.csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-icx.rst" - testbed: "2n-icx" - -################################################################################ -# 3n-alt -- type: "table" - title: "Performance trending dashboard 1t1c-3n-alt" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-alt" - data: "plot-performance-trending-vpp-3n-alt" - filter: "'MRR' and '1T1C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 2t2c-3n-alt" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-alt" - data: "plot-performance-trending-vpp-3n-alt" - filter: "'MRR' and '2T2C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 4t4c-3n-alt" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-alt" - data: "plot-performance-trending-vpp-3n-alt" - filter: "'MRR' and '4T4C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "HTML performance trending dashboard 1t1c-3n-alt" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-alt.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-alt.rst" - testbed: "3n-alt" - -- type: "table" - title: "HTML performance trending dashboard 2t2c-3n-alt" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-alt.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-alt.rst" - testbed: "3n-alt" - -- type: "table" - title: "HTML performance trending dashboard 4t4c-3n-alt" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-alt.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-alt.rst" - testbed: "3n-alt" - -- type: "table" - title: "Failed MRR tests 3n-alt" - algorithm: "table_failed_tests" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-alt" - data: "plot-performance-trending-vpp-3n-alt" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - window: 7 # days - -- type: "table" - title: "HTML Failed MRR tests 3n-alt" - algorithm: "table_failed_tests_html" - input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-alt.csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-alt.rst" - testbed: "3n-alt" - -################################################################################ -# 3n-icx -- type: "table" - title: "Performance trending dashboard 2t1c-3n-icx" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-icx" - data: "plot-performance-trending-vpp-3n-icx" - filter: "'MRR' and '2T1C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 4t2c-3n-icx" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-icx" - data: "plot-performance-trending-vpp-3n-icx" - filter: "'MRR' and '4T2C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 8t4c-3n-icx" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-3n-icx" - data: "plot-performance-trending-vpp-3n-icx" - filter: "'MRR' and '8T4C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "HTML performance trending dashboard 2t1c-3n-icx" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-icx.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-icx.rst" - testbed: "3n-icx" - -- type: "table" - title: "HTML performance trending dashboard 4t2c-3n-icx" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-icx.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-icx.rst" - testbed: "3n-icx" - -- type: "table" - title: "HTML performance trending dashboard 8t4c-3n-icx" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-3n-icx.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-3n-icx.rst" - testbed: "3n-icx" - -- type: "table" - title: "Failed MRR tests 3n-icx" - algorithm: "table_failed_tests" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-icx" - data: "plot-performance-trending-vpp-3n-icx" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - window: 7 # days - -- type: "table" - title: "HTML Failed MRR tests 3n-icx" - algorithm: "table_failed_tests_html" - input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-icx.csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-icx.rst" - testbed: "3n-icx" - -################################################################################ -# 3n-tsh -- type: "table" - title: "Performance trending dashboard 1t1c-3n-tsh" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-tsh" - data: "plot-performance-trending-all-3n-tsh" - filter: "'MRR' and '1T1C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 2t2c-3n-tsh" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-tsh" - data: "plot-performance-trending-all-3n-tsh" - filter: "'MRR' and '2T2C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 4t4c-3n-tsh" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-tsh" - data: "plot-performance-trending-all-3n-tsh" - filter: "'MRR' and '4T4C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "HTML performance trending dashboard 1t1c-3n-tsh" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-tsh.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-tsh.rst" - testbed: "3n-tsh" - -- type: "table" - title: "HTML performance trending dashboard 2t2c-3n-tsh" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-tsh.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-tsh.rst" - testbed: "3n-tsh" - -- type: "table" - title: "HTML performance trending dashboard 4t4c-3n-tsh" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-tsh.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-tsh.rst" - testbed: "3n-tsh" - -- type: "table" - title: "Failed MRR tests 3n-tsh" - algorithm: "table_failed_tests" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-tsh" - data: "plot-performance-trending-all-3n-tsh" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - window: 7 # days - -- type: "table" - title: "HTML Failed MRR tests 3n-tsh" - algorithm: "table_failed_tests_html" - input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-tsh.csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-tsh.rst" - testbed: "3n-tsh" - -################################################################################ -# 2n-tx2 -- type: "table" - title: "Performance trending dashboard 1t1c-2n-tx2" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-tx2" - data: "plot-performance-trending-vpp-2n-tx2" - filter: "'MRR' and '1T1C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 2t2c-2n-tx2" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-tx2" - data: "plot-performance-trending-vpp-2n-tx2" - filter: "'MRR' and '2T2C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 4t4c-2n-tx2" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-tx2" - data: "plot-performance-trending-vpp-2n-tx2" - filter: "'MRR' and '4T4C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "HTML performance trending dashboard 1t1c-2n-tx2" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-tx2.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-tx2.rst" - testbed: "2n-tx2" - -- type: "table" - title: "HTML performance trending dashboard 2t2c-2n-tx2" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-tx2.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-tx2.rst" - testbed: "2n-tx2" - -- type: "table" - title: "HTML performance trending dashboard 4t4c-2n-tx2" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-tx2.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-tx2.rst" - testbed: "2n-tx2" - -- type: "table" - title: "Failed MRR tests 2n-tx2" - algorithm: "table_failed_tests" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-tx2" - data: "plot-performance-trending-vpp-2n-tx2" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - window: 7 # days - -- type: "table" - title: "HTML Failed MRR tests 2n-tx2" - algorithm: "table_failed_tests_html" - input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-tx2.csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-tx2.rst" - testbed: "2n-tx2" - -################################################################################ -# 3n-aws -- type: "table" - title: "Performance trending dashboard 2t1c-3n-aws" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-aws" - data: "plot-performance-trending-vpp-3n-aws" - filter: "'MRR' and '2T1C'" - parameters: - - "name" - - "parent" - - "result" - window: 5 - long-trend-window: 26 - -- type: "table" - title: "Performance trending dashboard 4t2c-3n-aws" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-aws" - data: "plot-performance-trending-vpp-3n-aws" - filter: "'MRR' and '4T2C'" - parameters: - - "name" - - "parent" - - "result" - window: 5 - long-trend-window: 26 - -- type: "table" - title: "HTML performance trending dashboard 2t1c-3n-aws" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-aws.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-aws.rst" - testbed: "3n-aws" - -- type: "table" - title: "HTML performance trending dashboard 4t2c-3n-aws" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-aws.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-aws.rst" - testbed: "3n-aws" - -- type: "table" - title: "Failed MRR tests 3n-aws" - algorithm: "table_failed_tests" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-aws" - data: "plot-performance-trending-vpp-3n-aws" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - window: 7 # days - -- type: "table" - title: "HTML Failed MRR tests 3n-aws" - algorithm: "table_failed_tests_html" - input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-aws.csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-aws.rst" - testbed: "3n-aws" - -################################################################################ -# 2n-aws -- type: "table" - title: "Performance trending dashboard 2t1c-2n-aws" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-aws" - data: "plot-performance-trending-vpp-2n-aws" - filter: "'MRR' and '2T1C'" - parameters: - - "name" - - "parent" - - "result" - window: 5 - long-trend-window: 26 - -- type: "table" - title: "Performance trending dashboard 4t2c-2n-aws" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-aws" - data: "plot-performance-trending-vpp-2n-aws" - filter: "'MRR' and '4T2C'" - parameters: - - "name" - - "parent" - - "result" - window: 5 - long-trend-window: 26 - -- type: "table" - title: "HTML performance trending dashboard 2t1c-2n-aws" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-aws.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-aws.rst" - testbed: "2n-aws" - -- type: "table" - title: "HTML performance trending dashboard 4t2c-2n-aws" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-aws.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-aws.rst" - testbed: "2n-aws" - -- type: "table" - title: "Failed MRR tests 2n-aws" - algorithm: "table_failed_tests" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-aws" - data: "plot-performance-trending-vpp-2n-aws" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - window: 7 # days - -- type: "table" - title: "HTML Failed MRR tests 2n-aws" - algorithm: "table_failed_tests_html" - input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-aws.csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-aws.rst" - testbed: "2n-aws" - -################################################################################ -### C P T A ### -################################################################################ - -# Plots VPP Continuous Performance Trending and Analysis - -- type: "cpta" - title: "Continuous Performance Trending and Analysis" - output-file: "{DIR[STATIC,VPP]}" - - plots: - -################################################################################ -# NFV - -# 2n-icx - - - title: "VPP NF Service Density VNFc IMIX MRR Trending 2n-icx" - output-file-name: "2n-icx-xxv710-imix-{core}-vhost-chains-avf" - data: "plot-performance-trending-vpp-nfv-2n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Vh-1Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-2vh-1vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Vh-2Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-4vh-2vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-8vh-4vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Vh-6Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-12vh-6vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Vh-2Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-4vh-2vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-8vh-4vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-4ch-8vh-4vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Vh-6Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6ch-12vh-6vm1t-vppip4-mrr" - groups: - - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"] - - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"] - - ["4R1C", "4R2C", "4R4C", "4R6C"] - - ["6R1C", "6R2C", "6R4C"] - group-names: - - "1 Chain" - - "2 Chains" - - "4 Chains" - - "6 Chains" - layout: "plot-cpta" - - - title: "VPP NF Service Density VNFc VXLAN IMIX MRR Trending 2n-icx" - output-file-name: "2n-icx-xxv710-imix-{core}-vhost-chains-vxlan-avf" - data: "plot-performance-trending-vpp-nfv-2n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-2Vh-1Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-4Vh-2Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-8Vh-4Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-12Vh-6Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd-mrr" - groups: - - ["1R1C", ] - - ["2R1C", ] - - ["4R1C", ] - - ["6R1C", ] - group-names: - - "1 Chain" - - "2 Chains" - - "4 Chains" - - "6 Chains" - layout: "plot-cpta" - - - title: "VPP NF Service Density CNFc IMIX MRR Trending 2n-icx" - output-file-name: "2n-icx-xxv710-imix-{core}-memif-chains-avf" - data: "plot-performance-trending-vpp-nfv-2n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Mif-1Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-2mif-1dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-4mif-2dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-8mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-12mif-6dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-4mif-2dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-8mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-4ch-8mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6ch-12mif-6dcr1t-vppip4-mrr" - groups: - - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"] - - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"] - - ["4R1C", "4R2C", "4R4C", "4R6C"] - - ["6R1C", "6R2C", "6R4C"] - group-names: - - "1 Chain" - - "2 Chains" - - "4 Chains" - - "6 Chains" - layout: "plot-cpta" - - - title: "VPP NF Service Density CNFp IMIX MRR Trending 2n-icx" - output-file-name: "2n-icx-xxv710-imix-{core}-memif-pipelines-avf" - data: "plot-performance-trending-vpp-nfv-2n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-1Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-1dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-2dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-6dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-2dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-8mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Pl-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6pl-12mif-6dcr1t-vppip4-mrr" - groups: - - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"] - - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"] - - ["4R1C", "4R2C", "4R4C", "4R6C"] - - ["6R1C", "6R2C", "6R4C"] - group-names: - - "1 Pipe" - - "2 Pipes" - - "4 Pipes" - - "6 Pipes" - layout: "plot-cpta" - -################################################################################ - -# 2n-skx - - - title: "VPP NF Service Density VNFc IMIX MRR Trending 2n-skx" - output-file-name: "2n-skx-xxv710-imix-{core}-vhost-chains-avf" - data: "plot-performance-trending-vpp-nfv-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Vh-1Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-2vh-1vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Vh-2Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-4vh-2vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-8vh-4vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Vh-6Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-12vh-6vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Vh-2Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-4vh-2vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-8vh-4vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-4ch-8vh-4vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Vh-6Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6ch-12vh-6vm1t-vppip4-mrr" - groups: - - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"] - - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"] - - ["4R1C", "4R2C", "4R4C", "4R6C"] - - ["6R1C", "6R2C", "6R4C"] - group-names: - - "1 Chain" - - "2 Chains" - - "4 Chains" - - "6 Chains" - layout: "plot-cpta" - - - title: "VPP NF Service Density VNFc VXLAN IMIX MRR Trending 2n-skx" - output-file-name: "2n-skx-xxv710-imix-{core}-vhost-chains-vxlan-avf" - data: "plot-performance-trending-vpp-nfv-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-2Vh-1Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-4Vh-2Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-8Vh-4Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-12Vh-6Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd-mrr" - groups: - - ["1R1C", ] - - ["2R1C", ] - - ["4R1C", ] - - ["6R1C", ] - group-names: - - "1 Chain" - - "2 Chains" - - "4 Chains" - - "6 Chains" - layout: "plot-cpta" - - - title: "VPP NF Service Density CNFc IMIX MRR Trending 2n-skx" - output-file-name: "2n-skx-xxv710-imix-{core}-memif-chains-avf" - data: "plot-performance-trending-vpp-nfv-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Mif-1Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-2mif-1dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-4mif-2dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-8mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-12mif-6dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-4mif-2dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-8mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-4ch-8mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6ch-12mif-6dcr1t-vppip4-mrr" - groups: - - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"] - - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"] - - ["4R1C", "4R2C", "4R4C", "4R6C"] - - ["6R1C", "6R2C", "6R4C"] - group-names: - - "1 Chain" - - "2 Chains" - - "4 Chains" - - "6 Chains" - layout: "plot-cpta" - - - title: "VPP NF Service Density CNFp IMIX MRR Trending 2n-skx" - output-file-name: "2n-skx-xxv710-imix-{core}-memif-pipelines-avf" - data: "plot-performance-trending-vpp-nfv-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-1Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-1dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-2dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-6dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-2dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-8mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Pl-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6pl-12mif-6dcr1t-vppip4-mrr" - groups: - - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"] - - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"] - - ["4R1C", "4R2C", "4R4C", "4R6C"] - - ["6R1C", "6R2C", "6R4C"] - group-names: - - "1 Pipe" - - "2 Pipes" - - "4 Pipes" - - "6 Pipes" - layout: "plot-cpta" - -# 2n-clx - - - title: "VPP NF Service Density VNFc IMIX MRR Trending 2n-clx" - output-file-name: "2n-clx-xxv710-imix-{core}-vhost-chains-avf" - data: "plot-performance-trending-vpp-nfv-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Vh-1Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-2vh-1vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Vh-2Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-4vh-2vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-8vh-4vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Vh-6Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-12vh-6vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Vh-2Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-4vh-2vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-8vh-4vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Vh-4Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-4ch-8vh-4vm1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Vh-6Vm1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6ch-12vh-6vm1t-vppip4-mrr" - groups: - - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"] - - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"] - - ["4R1C", "4R2C", "4R4C", "4R6C"] - - ["6R1C", "6R2C", "6R4C"] - group-names: - - "1 Chain" - - "2 Chains" - - "4 Chains" - - "6 Chains" - layout: "plot-cpta" - - - title: "VPP NF Service Density VNFc VXLAN IMIX MRR Trending 2n-clx" - output-file-name: "2n-clx-xxv710-imix-{core}-vhost-chains-vxlan-avf" - data: "plot-performance-trending-vpp-nfv-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-2Vh-1Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-4Vh-2Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-2ch-4vh-2vm1t-testpmd-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-8Vh-4Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-4ch-8vh-4vm1t-testpmd-mrr" - - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-12Vh-6Vm1T-Testpmd-Mrr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-6ch-12vh-6vm1t-testpmd-mrr" - groups: - - ["1R1C", ] - - ["2R1C", ] - - ["4R1C", ] - - ["6R1C", ] - group-names: - - "1 Chain" - - "2 Chains" - - "4 Chains" - - "6 Chains" - layout: "plot-cpta" - - - title: "VPP NF Service Density CNFc IMIX MRR Trending 2n-clx" - output-file-name: "2n-clx-xxv710-imix-{core}-memif-chains-avf" - data: "plot-performance-trending-vpp-nfv-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Mif-1Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-2mif-1dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-4mif-2dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-8mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1ch-12mif-6dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-4mif-2dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2ch-8mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-4Ch-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-4ch-8mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Ch-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6ch-12mif-6dcr1t-vppip4-mrr" - groups: - - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"] - - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"] - - ["4R1C", "4R2C", "4R4C", "4R6C"] - - ["6R1C", "6R2C", "6R4C"] - group-names: - - "1 Chain" - - "2 Chains" - - "4 Chains" - - "6 Chains" - layout: "plot-cpta" - - - title: "VPP NF Service Density CNFp IMIX MRR Trending 2n-clx" - output-file-name: "2n-clx-xxv710-imix-{core}-memif-pipelines-avf" - data: "plot-performance-trending-vpp-nfv-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-1Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-1dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-2dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-6dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-2Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-2dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-4Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-4mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-2Pl-8Mif-4Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-2pl-8mif-4dcr1t-vppip4-mrr" - - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-6Pl-12Mif-6Dcr1T-Vppip4-Mrr.IMIX-{core}-avf-eth-l2bd-6pl-12mif-6dcr1t-vppip4-mrr" - groups: - - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"] - - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C", "2R10C"] - - ["4R1C", "4R2C", "4R4C", "4R6C"] - - ["6R1C", "6R2C", "6R4C"] - group-names: - - "1 Pipe" - - "2 Pipes" - - "4 Pipes" - - "6 Pipes" - layout: "plot-cpta" - -################################################################################ - - - title: "2n-clx-xxv710-64b-{core}-memif-base-avf" - output-file-name: "2n-clx-xxv710-64b-{core}-memif-base-avf" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-memif-base-dpdk" - output-file-name: "2n-clx-xxv710-64b-{core}-memif-base-dpdk" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-mrr" - layout: "plot-cpta" - - - title: "2n-clx-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr" - output-file-name: "2n-clx-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Mrr.64B-{core}-rdma-eth-l2xcbase-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Mrr.64B-{core}-rdma-ethip4-ip4base-eth-2memif-1dcr-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-memif-base-avf" - output-file-name: "2n-skx-xxv710-64b-{core}-memif-base-avf" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-memif-base-dpdk" - output-file-name: "2n-skx-xxv710-64b-{core}-memif-base-dpdk" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-mrr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-memif-base-avf" - output-file-name: "3n-skx-xxv710-64b-{core}-memif-base-avf" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1lxc-mrr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-mrr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-memif-base-dpdk" - output-file-name: "3n-skx-xxv710-64b-{core}-memif-base-dpdk" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-{core}-eth-l2xcbase-eth-2memif-1lxc-mrr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-mrr" - layout: "plot-cpta" - - - title: "3n-tsh-x520-64b-{core}-memif-base-dpdk" - output-file-name: "3n-tsh-x520-64b-{core}-memif-base-dpdk" - data: "plot-performance-trending-vpp-3n-tsh" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-{core}-eth-l2xcbase-eth-2memif-1lxc-mrr" - - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr" - - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-mrr" - layout: "plot-cpta" - - - title: "2n-clx-x710-64b-{core}-ip4routing-base-scale-avf-dpdk" - output-file-name: "2n-clx-x710-64b-{core}-ip4-base-scale-avf-dpdk" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-mrr.64B-{core}-avf-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-mrr.64B-{core}-avf-ethip4-ip4scale2m-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-{core}-avf-ethip4-ip4scale2m-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-mrr.64B-{core}-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-af-xdp-Ethip4-Ip4Base-mrr.64B-{core}-af-xdp-ethip4-ip4base-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-ip4routing-base-avf-dpdk" - output-file-name: "2n-clx-xxv710-64b-{core}-ip4-base-avf" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-mrr.64B-{core}-avf-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-{core}-ethip4-ip4base-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-ip4routing-scale-avf" - output-file-name: "2n-clx-xxv710-64b-{core}-ip4-scale-avf" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-{core}-avf-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-{core}-avf-ethip4-ip4scale20k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-{core}-avf-ethip4-ip4scale200k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-{core}-avf-ethip4-ip4scale200k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-{core}-avf-ethip4-ip4scale2m-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-{core}-avf-ethip4-ip4scale2m-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-ip4routing-base-scale-af_xdp" - output-file-name: "2n-clx-xxv710-64b-{core}-ip4-base-scale-af_xdp" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Base-mrr.64B-{core}-af-xdp-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-mrr.64B-{core}-af-xdp-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Rnd-mrr.64B-{core}-af-xdp-ethip4-ip4scale20k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-mrr.64B-{core}-af-xdp-ethip4-ip4scale200k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Rnd-mrr.64B-{core}-af-xdp-ethip4-ip4scale200k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-mrr.64B-{core}-af-xdp-ethip4-ip4scale2m-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Rnd-mrr.64B-{core}-af-xdp-ethip4-ip4scale2m-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-ip4routing-scale-dpdk" - output-file-name: "2n-clx-xxv710-64b-{core}-ip4-scale-dpdk" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-mrr.64B-{core}-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-{core}-ethip4-ip4scale20k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-mrr.64B-{core}-ethip4-ip4scale200k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-{core}-ethip4-ip4scale200k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-{core}-ethip4-ip4scale2m-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-{core}-ethip4-ip4scale2m-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-features-ip4routing-base-avf" - output-file-name: "2n-clx-xxv710-64b-{core}-ip4-features-avf" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-mrr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-mrr.64B-{core}-avf-ethip4udp-ip4base-iacl50sl-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-mrr.64B-{core}-avf-ethip4udp-ip4base-oacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-mrr.64B-{core}-avf-ethip4udp-ip4base-oacl50sl-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-mrr.64B-{core}-avf-ethip4udp-nat44det-h1-p1-s1-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Mrr.64B-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf" - output-file-name: "2n-clx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr.64b-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-mrr.64b-{core}-avf-ethip4udp-nat44det-h4096-p63-s258048-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-mrr.64b-{core}-avf-ethip4udp-nat44det-h16384-p63-s1032192-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-mrr.64b-{core}-avf-ethip4udp-nat44det-h65536-p63-s4128758-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-mrr.64b-{core}-avf-ethip4udp-nat44det-h262144-p63-s16515072-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf" - output-file-name: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-mrr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-mrr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-mrr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-mrr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-mrr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf" - output-file-name: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-mrr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-mrr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-mrr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-mrr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-mrr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-mrr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-mrr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-mrr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-mrr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-mrr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-mrr" - layout: "plot-cpta-cps" - - - title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf" - output-file-name: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-mrr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-mrr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-mrr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-mrr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-mrr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-mrr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-mrr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-mrr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-mrr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-mrr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf" - output-file-name: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-mrr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-mrr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-mrr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-mrr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-mrr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-mrr" - layout: "plot-cpta-cps" - - - title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf" - output-file-name: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-mrr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-mrr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-mrr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-mrr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-mrr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf" - output-file-name: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-100b-{core}-nat44ed-ip4routing-tcp-tput-avf" - output-file-name: "2n-clx-xxv710-100b-{core}-nat44ed-ip4routing-tcp-tput-avf" - data: "plot-performance-trending-vpp-2n-clx" - core: [ "2t1c", "4t2c", "8t4c" ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-mrr.100B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-mrr.100B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-mrr.100B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf" - output-file-name: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-mrr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-mrr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-mrr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-mrr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-mrr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf" - output-file-name: "2n-clx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4udp-Nat44Ed-H1024-P63-S64512-Tput-mrr.100B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4udp-Nat44Ed-H16384-P63-S1032192-Tput-mrr.100B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4udp-Nat44Ed-H65536-P63-S4128768-Tput-mrr.100B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-mrr" - layout: "plot-cpta" - - - title: "2n-clx-cx556a-64b-{core}-rdma-ip4base" - output-file-name: "2n-clx-cx556a-64b-{core}-rdma-ip4base" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Mrr.64B-{core}-rdma-ethip4-ip4base-mrr" - layout: "plot-cpta" - - - title: "2n-clx-cx556a-64b-{core}-rdma-ethip4-ip4scale" - output-file-name: "2n-clx-cx556a-64b-{core}-rdma-ethip4-ip4scale" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Mrr.64B-{core}-rdma-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-{core}-rdma-ethip4-ip4scale20k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Mrr.64B-{core}-rdma-ethip4-ip4scale200k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-{core}-rdma-ethip4-ip4scale200k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Mrr.64B-{core}-rdma-ethip4-ip4scale2m-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-{core}-rdma-ethip4-ip4scale2m-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-clx-cx556a-64b-{core}-rdma-ethip4-features" - output-file-name: "2n-clx-cx556a-64b-{core}-rdma-ethip4-features" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Mrr.64B-{core}-rdma-ethip4udp-ip4base-iacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Mrr.64B-{core}-rdma-ethip4udp-ip4base-iacl50sl-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Mrr.64B-{core}-rdma-ethip4udp-ip4base-oacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-{core}-rdma-ethip4udp-ip4base-oacl50sl-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Mrr.64B-{core}-rdma-ethip4udp-nat44det-h1-p1-s1-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Mrr.64B-{core}-rdma-ethip4udp-nat44det-h1024-p63-s64512-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf" - output-file-name: "2n-clx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-1tun-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-4tun-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-16tun-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-64tun-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-256tun-ip4base-mrr" - layout: "plot-cpta" - - - title: "2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena" - output-file-name: "2n-aws-nitro50g-64b-{core}-ip4-ena" - data: "plot-performance-trending-vpp-2n-aws" - core: ["2t1c", "4t2c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-50Ge1P1Ena-Ethip4-Ip4Base-Mrr.64B-{core}-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-50Ge1P1Ena-Ethip4-Ip4Scale20K-Mrr.64B-{core}-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-50Ge1P1Ena-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-{core}-ethip4-ip4scale20k-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena" - output-file-name: "2n-aws-nitro50g-1518b-{core}-ip4-ena" - data: "plot-performance-trending-vpp-2n-aws" - core: ["2t1c", "4t2c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-50Ge1P1Ena-Ethip4-Ip4Base-Mrr.1518b-{core}-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-50Ge1P1Ena-Ethip4-Ip4Scale20K-Mrr.1518b-{core}-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-50Ge1P1Ena-Ethip4-Ip4Scale20K-Rnd-Mrr.1518b-{core}-ethip4-ip4scale20k-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-aws-nitro50g-78b-{core}-ip6routing-base-scale-ena" - output-file-name: "2n-aws-nitro50g-78b-{core}-ip6-ena" - data: "plot-performance-trending-vpp-2n-aws" - core: ["2t1c", "4t2c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-50Ge1P1Ena-Ethip6-Ip6Base-Mrr.78B-{core}-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-50Ge1P1Ena-Ethip6-Ip6Scale20K-Mrr.78B-{core}-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-50Ge1P1Ena-Ethip6-Ip6Scale20K-Rnd-Mrr.78B-{core}-ethip6-ip6scale20k-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-aws-nitro50g-1518b-{core}-ip6routing-base-scale-ena" - output-file-name: "2n-aws-nitro50g-1518b-{core}-ip6-ena" - data: "plot-performance-trending-vpp-2n-aws" - core: ["2t1c", "4t2c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-50Ge1P1Ena-Ethip6-Ip6Base-Mrr.1518b-{core}-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-50Ge1P1Ena-Ethip6-Ip6Scale20K-Mrr.1518b-{core}-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-50Ge1P1Ena-Ethip6-Ip6Scale20K-Rnd-Mrr.1518b-{core}-ethip6-ip6scale20k-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-skx-x710-64b-{core}-ip4routing-base-scale-avf-dpdk" - output-file-name: "2n-skx-x710-64b-{core}-ip4-avf-dpdk" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-mrr.64B-{core}-avf-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-mrr.64B-{core}-avf-ethip4-ip4scale2m-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-{core}-avf-ethip4-ip4scale2m-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-mrr.64B-{core}-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-af-xdp-Ethip4-Ip4Base-mrr.64B-{core}-af-xdp-ethip4-ip4base-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-ip4routing-base-scale-avf" - output-file-name: "2n-skx-xxv710-64b-{core}-ip4-base-scale-avf" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-mrr.64B-{core}-avf-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-{core}-avf-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-{core}-avf-ethip4-ip4scale200k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-{core}-avf-ethip4-ip4scale2m-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-ip4routing-base-scale-avf-rnd" - output-file-name: "2n-skx-xxv710-64b-{core}-ip4-base-scale-avf-rnd" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-{core}-avf-ethip4-ip4scale20k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-{core}-avf-ethip4-ip4scale200k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-{core}-avf-ethip4-ip4scale2m-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-ip4routing-base-scale-dpdk" - output-file-name: "2n-skx-xxv710-64b-{core}-ip4-base-scale-dpdk" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-{core}-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-mrr.64B-{core}-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-mrr.64B-{core}-ethip4-ip4scale200k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-{core}-ethip4-ip4scale2m-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-rnd" - output-file-name: "2n-skx-xxv710-64b-{core}-ip4-base-scale-dpdk-rnd" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-{core}-ethip4-ip4scale20k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-{core}-ethip4-ip4scale200k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-{core}-ethip4-ip4scale2m-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-features-ip4routing-base-avf" - output-file-name: "2n-skx-xxv710-64b-{core}-ip4-features-avf" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-mrr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-mrr.64B-{core}-avf-ethip4udp-ip4base-iacl50sl-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-mrr.64B-{core}-avf-ethip4udp-ip4base-oacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-mrr.64B-{core}-avf-ethip4udp-ip4base-oacl50sl-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-mrr.64B-{core}-avf-ethip4udp-nat44det-h1-p1-s1-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Mrr.64B-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-ip4routing-base-scale-af_xdp" - output-file-name: "2n-skx-xxv710-64b-{core}-ip4-base-scale-af_xdp" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Base-mrr.64B-{core}-af-xdp-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-mrr.64B-{core}-af-xdp-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Rnd-mrr.64B-{core}-af-xdp-ethip4-ip4scale20k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-mrr.64B-{core}-af-xdp-ethip4-ip4scale200k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Rnd-mrr.64B-{core}-af-xdp-ethip4-ip4scale200k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-mrr.64B-{core}-af-xdp-ethip4-ip4scale2m-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Rnd-mrr.64B-{core}-af-xdp-ethip4-ip4scale2m-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf" - output-file-name: "2n-skx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr.64b-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-mrr.64b-{core}-avf-ethip4udp-nat44det-h4096-p63-s258048-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-mrr.64b-{core}-avf-ethip4udp-nat44det-h16384-p63-s1032192-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-mrr.64b-{core}-avf-ethip4udp-nat44det-h65536-p63-s4128758-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-mrr.64b-{core}-avf-ethip4udp-nat44det-h262144-p63-s16515072-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf" - output-file-name: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-mrr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-mrr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-mrr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-mrr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-mrr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf" - output-file-name: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-mrr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-mrr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-mrr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-mrr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-mrr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-mrr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-mrr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-mrr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-mrr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-mrr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-mrr" - layout: "plot-cpta-cps" - - - title: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf" - output-file-name: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-mrr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-mrr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-mrr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-mrr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-mrr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-mrr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-mrr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-mrr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-mrr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-mrr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf" - output-file-name: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-mrr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-mrr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-mrr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-mrr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-mrr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-mrr" - layout: "plot-cpta-cps" - - - title: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf" - output-file-name: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-mrr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-mrr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-mrr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-mrr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-mrr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf" - output-file-name: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-mrr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-100b-{core}-nat44ed-ip4routing-tcp-tput-avf" - output-file-name: "2n-skx-xxv710-100b-{core}-nat44ed-ip4routing-tcp-tput-avf" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-mrr.100B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-mrr.100B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-mrr.100B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf" - output-file-name: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-mrr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-mrr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-mrr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-mrr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-mrr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf" - output-file-name: "2n-skx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4udp-Nat44Ed-H1024-P63-S64512-Tput-mrr.100B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4udp-Nat44Ed-H16384-P63-S1032192-Tput-mrr.100B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4udp-Nat44Ed-H65536-P63-S4128768-Tput-mrr.100B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-100b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - output-file-name: "2n-skx-xxv710-100b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - output-file-name: "2n-skx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-features-ip4routing-base-dpdk" - output-file-name: "2n-skx-xxv710-64b-{core}-ip4-features-dpdk" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-{core}-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-mrr.64B-{core}-ethip4udp-nat44det-h1-p1-s1-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf" - output-file-name: "2n-skx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-1tun-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-4tun-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-16tun-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-64tun-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-256tun-ip4base-mrr" - layout: "plot-cpta" - - - title: "3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena" - output-file-name: "3n-aws-nitro50g-64b-{core}-ip4-ena" - data: "plot-performance-trending-vpp-3n-aws" - core: ["2t1c", "4t2c"] - include: - - "Tests.Vpp.Perf.Ip4.50Ge1P1Ena-Ethip4-Ip4Base-Mrr.64B-{core}-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.50Ge1P1Ena-Ethip4-Ip4Scale20K-Mrr.64B-{core}-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.50Ge1P1Ena-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-{core}-ethip4-ip4scale20k-rnd-mrr" - layout: "plot-cpta" - - - title: "3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena" - output-file-name: "3n-aws-nitro50g-1518b-{core}-ip4-ena" - data: "plot-performance-trending-vpp-3n-aws" - core: ["2t1c", "4t2c"] - include: - - "Tests.Vpp.Perf.Ip4.50Ge1P1Ena-Ethip4-Ip4Base-Mrr.1518b-{core}-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.50Ge1P1Ena-Ethip4-Ip4Scale20K-Mrr.1518b-{core}-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.50Ge1P1Ena-Ethip4-Ip4Scale20K-Rnd-Mrr.1518b-{core}-ethip4-ip4scale20k-rnd-mrr" - layout: "plot-cpta" - - - title: "3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-ena" - output-file-name: "3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-ena" - data: "plot-performance-trending-vpp-3n-aws" - core: ["2t1c", "4t2c"] - include: - - "Tests.Vpp.Perf.Crypto.50Ge1P1Ena-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-mrr" - layout: "plot-cpta" - - - title: "3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-ena" - output-file-name: "3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-ena" - data: "plot-performance-trending-vpp-3n-aws" - core: ["2t1c", "4t2c"] - include: - - "Tests.Vpp.Perf.Crypto.50Ge1P1Ena-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-mrr" - layout: "plot-cpta" - - - title: "3n-skx-x710-64b-{core}-ip4routing-base-scale-avf" - output-file-name: "3n-skx-x710-64b-{core}-ip4-base-scale-avf" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Mrr.64B-{core}-avf-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Mrr.64B-{core}-avf-ethip4-ip4scale2m-mrr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-ip4routing-base-scale-avf" - output-file-name: "3n-skx-xxv710-64b-{core}-ip4-base-scale-avf" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Mrr.64B-{core}-avf-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-{core}-avf-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-{core}-avf-ethip4-ip4scale200k-mrr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-{core}-avf-ethip4-ip4scale2m-mrr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-ip4routing-base-scale-dpdk" - output-file-name: "3n-skx-xxv710-64b-{core}-ip4-base-scale-dpdk" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-{core}-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-{core}-ethip4-ip4scale2m-mrr" - layout: "plot-cpta" - - - title: "3n-tsh-x520-64b-{core}-ip4routing-base-scale-ixgbe" - output-file-name: "3n-tsh-x520-64b-{core}-ip4-base-scale-ixgbe" - data: "plot-performance-trending-vpp-3n-tsh" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-mrr.64B-{core}-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale20K-mrr.64B-{core}-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale200K-mrr.64B-{core}-ethip4-ip4scale200k-mrr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale2M-mrr.64B-{core}-ethip4-ip4scale2m-mrr" - layout: "plot-cpta" - - - title: "3n-tsh-x520-64b-{core}-ip4routing-features-ixgbe" - output-file-name: "3n-tsh-x520-64b-{core}-ip4-features-ixgbe" - data: "plot-performance-trending-vpp-3n-tsh" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-iacl50sl-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-oacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-oacl50sl-10kflows-mrr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-ip4tunnel-base-scale-avf-dpdk" - output-file-name: "3n-skx-xxv710-64b-{core}-ip4-tunnels-base-scale-avf-dpdk" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Mrr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Xcbase-Mrr.64B-{core}-avf-ethip4vxlan-l2xcbase-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Mrr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Xcbase-Mrr.64B-{core}-ethip4vxlan-l2xcbase-mrr" - layout: "plot-cpta" - - - title: "3n-tsh-x520-64b-{core}-ip4tunnel-base-scale-ixgbe" - output-file-name: "3n-tsh-x520-64b-{core}-ip4-tunnels-base-scale-dpdk" - data: "plot-performance-trending-vpp-3n-tsh" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Ethip4Vxlan-L2Xcbase-mrr.64B-{core}-ethip4vxlan-l2xcbase-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-mrr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-clx-x710-78b-{core}-ip6routing-base-scale-avf-dpdk" - output-file-name: "2n-clx-x710-78b-{core}-ip6-base-scale-avf-dpdk" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Mrr.78B-{core}-avf-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-Mrr.78B-{core}-avf-ethip6-ip6scale2m-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-rnd-Mrr.78B-{core}-avf-ethip6-ip6scale2m-rnd-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-mrr.78B-{core}-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-af-xdp-Ethip6-Ip6Base-mrr.78B-{core}-af-xdp-ethip6-ip6base-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-78b-{core}-ip6routing-base-scale-avf" - output-file-name: "2n-clx-xxv710-78b-{core}-ip6-base-scale-avf" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-mrr.78B-{core}-avf-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-mrr.78B-{core}-avf-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-mrr.78B-{core}-avf-ethip6-ip6scale200k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-mrr.78B-{core}-avf-ethip6-ip6scale2m-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-78b-{core}-ip6routing-rnd-base-scale-avf" - output-file-name: "2n-clx-xxv710-78b-{core}-ip6-rnd-base-scale-avf" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-mrr.78B-{core}-avf-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-rnd-mrr.78B-{core}-avf-ethip6-ip6scale20k-rnd-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-rnd-mrr.78B-{core}-avf-ethip6-ip6scale200k-rnd-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-rnd-mrr.78B-{core}-avf-ethip6-ip6scale2m-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-78b-{core}-ip6routing-base-scale-dpdk" - output-file-name: "2n-clx-xxv710-78b-{core}-ip6-base-scale-dpdk" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-mrr.78B-{core}-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-mrr.78B-{core}-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-mrr.78B-{core}-ethip6-ip6scale200k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-mrr.78B-{core}-ethip6-ip6scale2m-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-78b-{core}-ip6routing-rnd-base-scale-dpdk" - output-file-name: "2n-clx-xxv710-78b-{core}-ip6-rnd-base-scale-dpdk" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-mrr.78B-{core}-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-rnd-mrr.78B-{core}-ethip6-ip6scale20k-rnd-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-rnd-mrr.78B-{core}-ethip6-ip6scale200k-rnd-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-rnd-mrr.78B-{core}-ethip6-ip6scale2m-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp" - output-file-name: "2n-clx-xxv710-78b-{core}-ip6-base-scale-af_xdp" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Base-mrr.78B-{core}-af-xdp-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-mrr.78B-{core}-af-xdp-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-rnd-mrr.78B-{core}-af-xdp-ethip6-ip6scale20k-rnd-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-mrr.78B-{core}-af-xdp-ethip6-ip6scale200k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-rnd-mrr.78B-{core}-af-xdp-ethip6-ip6scale200k-rnd-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-mrr.78B-{core}-af-xdp-ethip6-ip6scale2m-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-rnd-mrr.78B-{core}-af-xdp-ethip6-ip6scale2m-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-clx-cx556a-78b-{core}-rdma-ip6routing-base-scale" - output-file-name: "2n-clx-cx556a-78b-{core}-rdma-ip6routing-base-scale" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Base-Mrr.78B-{core}-rdma-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale20K-Mrr.78B-{core}-rdma-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale200K-Mrr.78B-{core}-rdma-ethip6-ip6scale200k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale2M-Mrr.78B-{core}-rdma-ethip6-ip6scale2m-mrr" - layout: "plot-cpta" - - - title: "2n-skx-x710-78b-{core}-ip6routing-base-scale-avf-dpdk" - output-file-name: "2n-skx-x710-78b-{core}-ip6-base-scale-avf-dpdk" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Mrr.78B-{core}-avf-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-Mrr.78B-{core}-avf-ethip6-ip6scale2m-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-rnd-Mrr.78B-{core}-avf-ethip6-ip6scale2m-rnd-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-mrr.78B-{core}-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-af-xdp-Ethip6-Ip6Base-mrr.78B-{core}-af-xdp-ethip6-ip6base-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-78b-{core}-ip6routing-base-scale-avf" - output-file-name: "2n-skx-xxv710-78b-{core}-ip6-base-scale-avf" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-mrr.78B-{core}-avf-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-mrr.78B-{core}-avf-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-mrr.78B-{core}-avf-ethip6-ip6scale200k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-mrr.78B-{core}-avf-ethip6-ip6scale2m-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-78b-{core}-ip6routing-rnd-base-scale-avf" - output-file-name: "2n-skx-xxv710-78b-{core}-ip6-rnd-base-scale-avf" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-mrr.78B-{core}-avf-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-rnd-mrr.78B-{core}-avf-ethip6-ip6scale20k-rnd-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-rnd-mrr.78B-{core}-avf-ethip6-ip6scale200k-rnd-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-rnd-mrr.78B-{core}-avf-ethip6-ip6scale2m-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-78b-{core}-ip6routing-base-scale-dpdk" - output-file-name: "2n-skx-xxv710-78b-{core}-ip6-base-scale-dpdk" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-mrr.78B-{core}-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-mrr.78B-{core}-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-mrr.78B-{core}-ethip6-ip6scale200k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-mrr.78B-{core}-ethip6-ip6scale2m-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-78b-{core}-ip6routing-rnd-base-scale-dpdk" - output-file-name: "2n-skx-xxv710-78b-{core}-ip6-rnd-base-scale-dpdk" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-mrr.78B-{core}-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-rnd-mrr.78B-{core}-ethip6-ip6scale20k-rnd-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-rnd-mrr.78B-{core}-ethip6-ip6scale200k-rnd-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-rnd-mrr.78B-{core}-ethip6-ip6scale2m-rnd-mrr" - layout: "plot-cpta" - - - title: "3n-skx-x710-78b-{core}-ip6routing-base-scale-avf" - output-file-name: "3n-skx-x710-78b-{core}-ip6-base-scale-avf" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X710-Avf-Ethip6-Ip6Base-mrr.78B-{core}-avf-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-mrr.78B-{core}-avf-ethip6-ip6scale2m-mrr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-78b-{core}-ip6routing-base-scale-avf" - output-file-name: "3n-skx-xxv710-78b-{core}-ip6-base-scale-avf" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-mrr.78B-{core}-avf-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-mrr.78B-{core}-avf-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-mrr.78B-{core}-avf-ethip6-ip6scale200k-mrr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-mrr.78B-{core}-avf-ethip6-ip6scale2m-mrr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-78b-{core}-ip6routing-base-scale-dpdk" - output-file-name: "3n-skx-xxv710-78b-{core}-ip6-base-scale-dpdk" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Base-mrr.78B-{core}-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Scale2M-mrr.78B-{core}-ethip6-ip6scale2m-mrr" - layout: "plot-cpta" - - - title: "3n-tsh-x520-78b-{core}-ip6routing-base-scale-ixgbe" - output-file-name: "3n-tsh-x520-78b-{core}-ip6-base-scale-ixgbe" - data: "plot-performance-trending-vpp-3n-tsh" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Ethip6-Ip6Base-mrr.78B-{core}-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Ethip6-Ip6Scale20K-mrr.78B-{core}-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Ethip6-Ip6Scale200K-mrr.78B-{core}-ethip6-ip6scale200k-mrr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Ethip6-Ip6Scale2M-mrr.78B-{core}-ethip6-ip6scale2m-mrr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-avf" - output-file-name: "3n-skx-xxv710-imix-{core}-ipsec-base-scale-sw-avf" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.IMIX-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.IMIX-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.IMIX-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.IMIX-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.IMIX-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.IMIX-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-dpdk" - output-file-name: "3n-skx-xxv710-imix-{core}-ipsec-base-scale-sw-dpdk" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-avf" - output-file-name: "3n-skx-xxv710-1518b-{core}-ipsec-base-scale-sw-avf" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.1518b-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.1518b-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.1518b-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.1518b-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.1518b-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.1518b-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-dpdk" - output-file-name: "3n-skx-xxv710-1518b-{core}-ipsec-base-scale-sw-dpdk" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.1518b-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.1518b-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" - layout: "plot-cpta" - - - title: "3n-tsh-x520-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe" - output-file-name: "3n-tsh-x520-imix-{core}-ipsec-base-scale-sw-ixgbe" - data: "plot-performance-trending-vpp-3n-tsh" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - layout: "plot-cpta" - - - title: "3n-tsh-x520-1518b-{core}-ipsec-ip4routing-base-scale-sw-ixgbe" - output-file-name: "3n-tsh-x520-1518b-{core}-ipsec-base-scale-sw-ixgbe" - data: "plot-performance-trending-vpp-3n-tsh" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.1518b-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.1518b-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.1518b-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.1518b-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.1518b-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.1518b-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - layout: "plot-cpta" - - - title: "2n-clx-x710-64b-{core}-l2switching-base-scale-avf-dpdk" - output-file-name: "2n-clx-x710-64b-{core}-l2-base-scale-avf" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-avf-Eth-L2Bdscale1Mmaclrn-Mrr.64B-{core}-avf-eth-l2bdscale1mmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-af-xdp-Eth-L2Bdbasemaclrn-mrr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-l2switching-base-avf" - output-file-name: "2n-clx-xxv710-64b-{core}-l2-base-avf" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-mrr.64B-{core}-avf-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-mrr.64B-{core}-avf-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-l2switching-base-dpdk" - output-file-name: "2n-clx-xxv710-64b-{core}-l2-base-dpdk" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-mrr.64B-{core}-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-mrr.64B-{core}-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-l2switching-base-scale-avf" - output-file-name: "2n-clx-xxv710-64b-{core}-l2-base-scale-avf" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-mrr.64B-{core}-avf-eth-l2bdscale10kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-mrr.64B-{core}-avf-eth-l2bdscale100kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-mrr.64B-{core}-avf-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-l2switching-base-scale-dpdk" - output-file-name: "2n-clx-xxv710-64b-{core}-l2-base-scale-dpdk" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-mrr.64B-{core}-eth-l2bdscale10kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-mrr.64B-{core}-eth-l2bdscale100kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-mrr.64B-{core}-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-l2switching-base-scale-af_xdp" - output-file-name: "2n-clx-xxv710-64b-{core}-l2-base-scale-af_xdp" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Patch-mrr.64B-{core}-af-xdp-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Xcbase-mrr.64B-{core}-af-xdp-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdbasemaclrn-mrr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale10Kmaclrn-mrr.64B-{core}-af-xdp-eth-l2bdscale10kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale100Kmaclrn-mrr.64B-{core}-af-xdp-eth-l2bdscale100kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale1Mmaclrn-mrr.64B-{core}-af-xdp-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-clx-cx556a-64b-{core}-rdma-l2switching-base" - output-file-name: "2n-clx-cx556a-64b-{core}-rdma-l2switching-base" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Mrr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Mrr.64B-{core}-rdma-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Mrr.64B-{core}-rdma-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Mrr.64B-{core}-rdma-eth-l2bdbasemaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-clx-cx556a-64b-{core}-rdma-l2switching-scale" - output-file-name: "2n-clx-cx556a-64b-{core}-rdma-l2switching-scale" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Mrr.64B-{core}-rdma-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale10Kmaclrn-Mrr.64B-{core}-rdma-eth-l2bdscale10kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale100Kmaclrn-Mrr.64B-{core}-rdma-eth-l2bdscale100kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale1Mmaclrn-Mrr.64B-{core}-rdma-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-skx-x710-64b-{core}-l2switching-base-scale-avf" - output-file-name: "2n-skx-x710-64b-{core}-l2-base-scale-avf" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Patch-Mrr.64B-{core}-avf-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Xcbase-mrr.64B-{core}-avf-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdscale1Mmaclrn-Mrr.64B-{core}-avf-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-skx-x710-64b-{core}-l2switching-base-scale-dpdk" - output-file-name: "2n-skx-x710-64b-{core}-l2-base-scale-dpdk" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Patch-Mrr.64B-{core}-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Xcbase-Mrr.64B-{core}-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-mrr.64B-{core}-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-skx-x710-64b-{core}-l2switching-base-scale-af_xdp" - output-file-name: "2n-skx-x710-64b-{core}-l2-base-scale-af_xdp" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-af-xdp-Eth-L2Bdbasemaclrn-mrr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-l2switching-base-avf" - output-file-name: "2n-skx-xxv710-64b-{core}-l2-base-avf" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-mrr.64B-{core}-avf-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-mrr.64B-{core}-avf-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-l2switching-base-dpdk" - output-file-name: "2n-skx-xxv710-64b-{core}-l2-base-dpdk" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-mrr.64B-{core}-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-mrr.64B-{core}-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-l2switching-base-scale-avf" - output-file-name: "2n-skx-xxv710-64b-{core}-l2-base-scale-avf" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-mrr.64B-{core}-avf-eth-l2bdscale10kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-mrr.64B-{core}-avf-eth-l2bdscale100kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-mrr.64B-{core}-avf-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-l2switching-base-scale-dpdk" - output-file-name: "2n-skx-xxv710-64b-{core}-l2-base-scale-dpdk" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-mrr.64B-{core}-eth-l2bdscale10kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-mrr.64B-{core}-eth-l2bdscale100kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-mrr.64B-{core}-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-l2switching-base-scale-af_xdp" - output-file-name: "2n-skx-xxv710-64b-{core}-l2-base-scale-af_xdp" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Patch-mrr.64B-{core}-af-xdp-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Xcbase-mrr.64B-{core}-af-xdp-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdbasemaclrn-mrr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale10Kmaclrn-mrr.64B-{core}-af-xdp-eth-l2bdscale10kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale100Kmaclrn-mrr.64B-{core}-af-xdp-eth-l2bdscale100kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale1Mmaclrn-mrr.64B-{core}-af-xdp-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - - title: "3n-skx-x710-64b-{core}-l2switching-base-scale-avf" - output-file-name: "3n-skx-x710-64b-{core}-l2-base-scale-avf" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Eth-L2Patch-Mrr.64B-{core}-avf-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Eth-L2Xcbase-Mrr.64B-{core}-avf-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Eth-L2Bdscale1Mmaclrn-Mrr.64B-{core}-avf-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-l2switching-base-avf" - output-file-name: "3n-skx-xxv710-64b-{core}-l2-base-avf" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Patch-Mrr.64B-{core}-avf-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Mrr.64B-{core}-avf-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-mrr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-l2switching-base-scale-avf" - output-file-name: "3n-skx-xxv710-64b-{core}-l2-base-scale-avf" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Mrr.64B-{core}-avf-eth-l2bdscale10kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Mrr.64B-{core}-avf-eth-l2bdscale100kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Mrr.64B-{core}-avf-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-l2switching-base-scale-avf-dpdk" - output-file-name: "3n-skx-xxv710-64b-{core}-l2-base-scale-dpdk" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Patch-mrr.64B-{core}-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Xcbase-mrr.64B-{core}-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-mrr.64B-{core}-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - - title: "3n-tsh-x520-64b-{core}-l2switching-base-ixgbe" - output-file-name: "3n-tsh-x520-64b-{core}-l2-base-ixgbe" - data: "plot-performance-trending-vpp-3n-tsh" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-mrr.64B-{core}-dot1q-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Patch-Mrr.64B-{core}-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Xcbase-mrr.64B-{core}-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" - layout: "plot-cpta" - - - title: "3n-tsh-x520-64b-{core}-l2switching-base-scale-ixgbe" - output-file-name: "3n-tsh-x520-64b-{core}-l2-base-scale-ixgbe" - data: "plot-performance-trending-vpp-3n-tsh" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Patch-mrr.64B-{core}-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Xcbase-mrr.64B-{core}-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdscale10Kmaclrn-mrr.64B-{core}-eth-l2bdscale10kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdscale100Kmaclrn-mrr.64B-{core}-eth-l2bdscale100kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdscale1Mmaclrn-mrr.64B-{core}-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - - title: "3n-tsh-x520-64b-{core}-features-l2switching-base-ixgbe" - output-file-name: "3n-tsh-x520-64b-{core}-l2-features-ixgbe" - data: "plot-performance-trending-vpp-3n-tsh" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-mrr.64B-{core}-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-mrr.64B-{core}-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-mrr.64B-{core}-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-mrr.64B-{core}-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-mrr.64B-{core}-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-78b-{core}-srv6-ip6routing-base-avf" - output-file-name: "3n-skx-xxv710-78b-{core}-srv6-base-avf" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-mrr.78B-{core}-avf-ethip6ip6-ip6base-srv6enc1sid-mrr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-mrr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-mrr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-mrr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-mrr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-dyn-mrr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-mrr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-masq-mrr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-mrr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-stat-mrr" - layout: "plot-cpta" - - - title: "3n-tsh-x520-78b-{core}-srv6-ip6routing-base-ixgbe" - output-file-name: "3n-tsh-x520-78b-{core}-srv6-base-ixgbe" - data: "plot-performance-trending-vpp-3n-tsh" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-mrr.78B-{core}-ethip6ip6-ip6base-srv6enc1sid-mrr" - - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-mrr.78B-{core}-ethip6srhip6-ip6base-srv6enc2sids-mrr" - - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-mrr.78B-{core}-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr" - - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-mrr.78B-{core}-ethip6srhip6-ip6base-srv6proxy-dyn-mrr" - - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-mrr.78B-{core}-ethip6srhip6-ip6base-srv6proxy-masq-mrr" - - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-mrr.78B-{core}-ethip6srhip6-ip6base-srv6proxy-stat-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-vhost-base-avf-testpmd" - output-file-name: "2n-clx-xxv710-64b-{core}-vhost-base-avf-testpmd" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-vhost-base-avf-vpp" - output-file-name: "2n-clx-xxv710-64b-{core}-vhost-base-avf-vpp" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-vhost-base-dpdk-testpmd" - output-file-name: "2n-clx-xxv710-64b-{core}-vhost-base-dpdk-testpmd" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-vhost-base-dpdk-vpp" - output-file-name: "2n-clx-xxv710-64b-{core}-vhost-base-dpdk-vpp" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - layout: "plot-cpta" - - - title: "2n-clx-cx556a-64b-{core}-rdma-l2-vhost-base" - output-file-name: "2n-clx-cx556a-64b-{core}-rdma-l2-vhost-base" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - layout: "plot-cpta" - - - title: "2n-clx-cx556a-64b-{core}-rdma-l2-vhost-vppl2xc-base" - output-file-name: "2n-clx-cx556a-64b-{core}-rdma-l2-vhost-vppl2xc-base" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-114b-{core}-vts-l2switching-base-avf-dpdk" - output-file-name: "2n-clx-xxv710-114b-{core}-vts-l2switching-base-avf-dpdk" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-mrr.114B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-mrr.114B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-mrr.114B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr" - layout: "plot-cpta" - - - title: "2n-clx-e810cq-64b-{core}-memif" - output-file-name: "2n-clx-e810cq-64b-{core}-memif" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Mrr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Mrr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Eth-2Memif-1Dcr-Mrr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Mrr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-mrr" - layout: "plot-cpta" - - - title: "2n-clx-e810cq-64b-{core}-ip4-base-scale-avf" - output-file-name: "2n-clx-e810cq-64b-{core}-ip4-base-scale-avf" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Mrr.64B-{core}-avf-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Mrr.64B-{core}-avf-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-{core}-avf-ethip4-ip4scale20k-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-clx-e810cq-64b-{core}-ip4-features-avf" - output-file-name: "2n-clx-e810cq-64b-{core}-ip4-features-avf" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Mrr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Mrr.64B-{core}-avf-ethip4udp-ip4base-iacl50sl-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Mrr.64B-{core}-avf-ethip4udp-ip4base-oacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-{core}-avf-ethip4udp-ip4base-oacl50sl-10kflows-mrr" - layout: "plot-cpta" - - - title: "2n-clx-e810cq-64b-{core}-ip4-base-scale-dpdk" - output-file-name: "2n-clx-e810cq-64b-{core}-ip4-base-scale-dpdk" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Mrr.64B-{core}-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Mrr.64B-{core}-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-{core}-ethip4-ip4scale20k-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-clx-e810cq-64b-{core}-ip4-features-dpdk" - output-file-name: "2n-clx-e810cq-64b-{core}-ip4-features-dpdk" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-iacl50sl-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-oacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-oacl50sl-10kflows-mrr" - layout: "plot-cpta" - - - title: "2n-clx-e810cq-78b-{core}-ip6-base-scale" - output-file-name: "2n-clx-e810cq-78b-{core}-ip6-base-scale" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-Mrr.78B-{core}-avf-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Mrr.78B-{core}-avf-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Rnd-Mrr.78B-{core}-avf-ethip6-ip6scale20k-rnd-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Mrr.78B-{core}-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Mrr.78B-{core}-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Rnd-Mrr.78B-{core}-ethip6-ip6scale20k-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-clx-e810cq-64b-{core}-l2-base-scale-avf" - output-file-name: "2n-clx-e810cq-64b-{core}-l2-base-scale-avf" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Dot1Q-L2Bdbasemaclrn-Mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-Mrr.64B-{core}-avf-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Mrr.64B-{core}-avf-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-Mrr.64B-{core}-avf-eth-l2bdscale10kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-Mrr.64B-{core}-avf-eth-l2bdscale100kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-Mrr.64B-{core}-avf-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-clx-e810cq-64b-{core}-l2-base-scale-dpdk" - output-file-name: "2n-clx-e810cq-64b-{core}-l2-base-scale-dpdk" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Dot1Q-L2Bdbasemaclrn-Mrr.64B-{core}-dot1q-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-Mrr.64B-{core}-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Mrr.64B-{core}-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-Mrr.64B-{core}-eth-l2bdscale10kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-Mrr.64B-{core}-eth-l2bdscale100kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Mrr.64B-{core}-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-clx-e810cq-64b-{core}-vhost" - output-file-name: "2n-clx-e810cq-64b-{core}-vhost" - data: "plot-performance-trending-vpp-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-vhost-base-avf-testpmd" - output-file-name: "2n-skx-xxv710-64b-{core}-vhost-base-avf-testpmd" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-vhost-base-avf-vpp" - output-file-name: "2n-skx-xxv710-64b-{core}-vhost-base-avf-vpp" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-mrr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-vhost-base-dpdk-testpmd" - output-file-name: "2n-skx-xxv710-64b-{core}-vhost-base-dpdk-testpmd" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-vhost-base-dpdk-vpp" - output-file-name: "2n-skx-xxv710-64b-{core}-vhost-base-dpdk-vpp" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-mrr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - layout: "plot-cpta" - - - title: "3n-skx-x710-64b-{core}-link-bonding-vhost-base-avf-testpmd" - output-file-name: "3n-skx-x710-64b-{core}-link-bonding-vhost-base-avf-testpmd" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X710-Avf-2Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-avf-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X710-Avf-2Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-avf-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - layout: "plot-cpta" - - - title: "3n-skx-x710-64b-{core}-link-bonding-vhost-base-avf-vpp" - output-file-name: "3n-skx-x710-64b-{core}-link-bonding-vhost-base-avf-vpp" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X710-Avf-2Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-mrr.64B-{core}-avf-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X710-Avf-2Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-mrr.64B-{core}-avf-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-vhost-base-dpdk-testpmd" - output-file-name: "3n-skx-xxv710-64b-{core}-vhost-base-dpdk-testpmd" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-vhost-base-avf-testpmd" - output-file-name: "3n-skx-xxv710-64b-{core}-vhost-base-avf-testpmd" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-avf-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-vhost-base-avf-vpp" - output-file-name: "3n-skx-xxv710-64b-{core}-vhost-base-avf-vpp" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-ethip4-ip4base-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - layout: "plot-cpta" - - - title: "3n-tsh-x520-64b-{core}-vhost-base-ixgbe-testpmd" - output-file-name: "3n-tsh-x520-64b-{core}-vhost-base-ixgbe-testpmd" - data: "plot-performance-trending-vpp-3n-tsh" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - layout: "plot-cpta" - - - title: "3n-tsh-x520-64b-{core}-vhost-base-ixgbe-vpp" - output-file-name: "3n-tsh-x520-64b-{core}-vhost-base-ixgbe-vpp" - data: "plot-performance-trending-vpp-3n-tsh" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-114b-{core}-vts-l2switching-base-avf" - output-file-name: "2n-skx-xxv710-114b-{core}-vts-l2switching-base-avf" - data: "plot-performance-trending-vpp-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-mrr.114B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-mrr.114B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-mrr.114B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr" - layout: "plot-cpta" - - - title: "2n-skx-x710-64b-{core}-dpdk" - output-file-name: "2n-skx-x710-64b-{core}-dpdk" - data: "plot-performance-trending-dpdk-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-mrr.64b-{core}-eth-l2xcbase-testpmd-mrr" - - "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-mrr.64b-{core}-ethip4-ip4base-l3fwd-mrr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-dpdk" - output-file-name: "2n-skx-xxv710-64b-{core}-dpdk" - data: "plot-performance-trending-dpdk-2n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-mrr.64b-{core}-eth-l2xcbase-testpmd-mrr" - - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-mrr.64b-{core}-ethip4-ip4base-l3fwd-mrr" - layout: "plot-cpta" - - - title: "2n-clx-x710-64b-{core}-dpdk" - output-file-name: "2n-clx-x710-64b-{core}-dpdk" - data: "plot-performance-trending-dpdk-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-mrr.64b-{core}-eth-l2xcbase-testpmd-mrr" - - "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-mrr.64b-{core}-ethip4-ip4base-l3fwd-mrr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-dpdk" - output-file-name: "2n-clx-xxv710-64b-{core}-dpdk" - data: "plot-performance-trending-dpdk-2n-clx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-mrr.64b-{core}-eth-l2xcbase-testpmd-mrr" - - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-mrr.64b-{core}-ethip4-ip4base-l3fwd-mrr" - layout: "plot-cpta" - - - title: "3n-skx-x710-64b-{core}-dpdk" - output-file-name: "3n-skx-x710-64b-{core}-dpdk" - data: "plot-performance-trending-dpdk-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.dpdk.perf.10ge2p1x710-eth-l2xcbase-testpmd-mrr.64b-{core}-eth-l2xcbase-testpmd-mrr" - - "tests.dpdk.perf.10ge2p1x710-ethip4-ip4base-l3fwd-mrr.64b-{core}-ethip4-ip4base-l3fwd-mrr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-dpdk" - output-file-name: "3n-skx-xxv710-64b-{core}-dpdk" - data: "plot-performance-trending-dpdk-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.dpdk.perf.25ge2p1xxv710-eth-l2xcbase-testpmd-mrr.64b-{core}-eth-l2xcbase-testpmd-mrr" - - "tests.dpdk.perf.25ge2p1xxv710-ethip4-ip4base-l3fwd-mrr.64b-{core}-ethip4-ip4base-l3fwd-mrr" - layout: "plot-cpta" - - - title: "3n-tsh-x520-64b-{core}-dpdk" - output-file-name: "3n-tsh-x520-64b-{core}-dpdk" - data: "plot-performance-trending-dpdk-3n-tsh" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Dpdk.Perf.10Ge2P1X520-Eth-L2Xcbase-Testpmd-Mrr.64B-{core}-eth-l2xcbase-testpmd-mrr" - - "Tests.Dpdk.Perf.10Ge2P1X520-Ethip4-Ip4Base-L3Fwd-Mrr.64B-{core}-ethip4-ip4base-l3fwd-mrr" - layout: "plot-cpta" - -# 2n-zn2 - - - title: "2n-zn2-xxv710-64b-{core}-memif-base-avf" - output-file-name: "2n-zn2-xxv710-64b-{core}-memif-base-avf" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-xxv710-64b-{core}-memif-base-dpdk" - output-file-name: "2n-zn2-xxv710-64b-{core}-memif-base-dpdk" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr" - output-file-name: "2n-zn2-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Mrr.64B-{core}-rdma-eth-l2xcbase-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Mrr.64B-{core}-rdma-ethip4-ip4base-eth-2memif-1dcr-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-x710-64b-{core}-ip4routing-base-scale-avf-dpdk" - output-file-name: "2n-zn2-x710-64b-{core}-ip4-base-scale-avf-dpdk" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-mrr.64B-{core}-avf-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-mrr.64B-{core}-avf-ethip4-ip4scale2m-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-{core}-avf-ethip4-ip4scale2m-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-mrr.64B-{core}-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-af-xdp-Ethip4-Ip4Base-mrr.64B-{core}-af-xdp-ethip4-ip4base-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-xxv710-64b-{core}-ip4routing-base-avf-dpdk" - output-file-name: "2n-zn2-xxv710-64b-{core}-ip4-base-avf" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-mrr.64B-{core}-avf-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-{core}-ethip4-ip4base-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-xxv710-64b-{core}-ip4routing-scale-avf" - output-file-name: "2n-zn2-xxv710-64b-{core}-ip4-scale-avf" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-{core}-avf-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-{core}-avf-ethip4-ip4scale20k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-{core}-avf-ethip4-ip4scale200k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-{core}-avf-ethip4-ip4scale200k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-mrr.64B-{core}-avf-ethip4-ip4scale2m-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-{core}-avf-ethip4-ip4scale2m-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-xxv710-64b-{core}-ip4routing-scale-dpdk" - output-file-name: "2n-zn2-xxv710-64b-{core}-ip4-scale-dpdk" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-mrr.64B-{core}-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-{core}-ethip4-ip4scale20k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-mrr.64B-{core}-ethip4-ip4scale200k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-{core}-ethip4-ip4scale200k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-mrr.64B-{core}-ethip4-ip4scale2m-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-{core}-ethip4-ip4scale2m-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-xxv710-64b-{core}-ip4routing-scale-af_xdp" - output-file-name: "2n-zn2-xxv710-64b-{core}-ip4-scale-af_xdp" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Base-mrr.64B-{core}-af-xdp-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-mrr.64B-{core}-af-xdp-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Rnd-mrr.64B-{core}-af-xdp-ethip4-ip4scale20k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-mrr.64B-{core}-af-xdp-ethip4-ip4scale200k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Rnd-mrr.64B-{core}-af-xdp-ethip4-ip4scale200k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-mrr.64B-{core}-af-xdp-ethip4-ip4scale2m-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Rnd-mrr.64B-{core}-af-xdp-ethip4-ip4scale2m-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-xxv710-64b-{core}-features-ip4routing-base-avf" - output-file-name: "2n-zn2-xxv710-64b-{core}-ip4-features-avf" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-mrr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-mrr.64B-{core}-avf-ethip4udp-ip4base-iacl50sl-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-mrr.64B-{core}-avf-ethip4udp-ip4base-oacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-mrr.64B-{core}-avf-ethip4udp-ip4base-oacl50sl-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-mrr.64B-{core}-avf-ethip4udp-nat44det-h1-p1-s1-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Mrr.64B-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf" - output-file-name: "2n-zn2-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr.64b-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-mrr.64b-{core}-avf-ethip4udp-nat44det-h16384-p63-s1032192-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-mrr.64b-{core}-avf-ethip4udp-nat44det-h65536-p63-s4128758-mrr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-mrr.64b-{core}-avf-ethip4udp-nat44det-h262144-p63-s16515072-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-cx556a-64b-{core}-rdma-ip4base" - output-file-name: "2n-zn2-cx556a-64b-{core}-rdma-ip4base" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Mrr.64B-{core}-rdma-ethip4-ip4base-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-cx556a-64b-{core}-rdma-ethip4-ip4scale" - output-file-name: "2n-zn2-cx556a-64b-{core}-rdma-ethip4-ip4scale" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Mrr.64B-{core}-rdma-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-{core}-rdma-ethip4-ip4scale20k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Mrr.64B-{core}-rdma-ethip4-ip4scale200k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-{core}-rdma-ethip4-ip4scale200k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Mrr.64B-{core}-rdma-ethip4-ip4scale2m-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-{core}-rdma-ethip4-ip4scale2m-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-cx556a-64b-{core}-rdma-ethip4-features" - output-file-name: "2n-zn2-cx556a-64b-{core}-rdma-ethip4-features" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Mrr.64B-{core}-rdma-ethip4udp-ip4base-iacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Mrr.64B-{core}-rdma-ethip4udp-ip4base-iacl50sl-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Mrr.64B-{core}-rdma-ethip4udp-ip4base-oacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-{core}-rdma-ethip4udp-ip4base-oacl50sl-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Mrr.64B-{core}-rdma-ethip4udp-nat44det-h1-p1-s1-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Mrr.64B-{core}-rdma-ethip4udp-nat44det-h1024-p63-s64512-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf" - output-file-name: "2n-zn2-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-1tun-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-4tun-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-16tun-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-64tun-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-256tun-ip4base-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-x710-78b-{core}-ip6routing-base-scale-avf-dpdk" - output-file-name: "2n-zn2-x710-78b-{core}-ip6-base-scale-avf-dpdk" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Mrr.78B-{core}-avf-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-Mrr.78B-{core}-avf-ethip6-ip6scale2m-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-rnd-Mrr.78B-{core}-avf-ethip6-ip6scale2m-rnd-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-mrr.78B-{core}-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-af-xdp-Ethip6-Ip6Base-mrr.78B-{core}-af-xdp-ethip6-ip6base-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-avf" - output-file-name: "2n-zn2-xxv710-78b-{core}-ip6-base-scale-avf" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-mrr.78B-{core}-avf-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-mrr.78B-{core}-avf-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-mrr.78B-{core}-avf-ethip6-ip6scale200k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-mrr.78B-{core}-avf-ethip6-ip6scale2m-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-xxv710-78b-{core}-ip6routing-rnd-base-scale-avf" - output-file-name: "2n-zn2-xxv710-78b-{core}-ip6-rnd-base-scale-avf" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-mrr.78B-{core}-avf-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-rnd-mrr.78B-{core}-avf-ethip6-ip6scale20k-rnd-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-rnd-mrr.78B-{core}-avf-ethip6-ip6scale200k-rnd-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-rnd-mrr.78B-{core}-avf-ethip6-ip6scale2m-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-dpdk" - output-file-name: "2n-zn2-xxv710-78b-{core}-ip6-base-scale-dpdk" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-mrr.78B-{core}-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-mrr.78B-{core}-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-mrr.78B-{core}-ethip6-ip6scale200k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-mrr.78B-{core}-ethip6-ip6scale2m-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-xxv710-78b-{core}-ip6routing-rnd-base-scale-dpdk" - output-file-name: "2n-zn2-xxv710-78b-{core}-ip6-rnd-base-scale-dpdk" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-mrr.78B-{core}-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-rnd-mrr.78B-{core}-ethip6-ip6scale20k-rnd-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-rnd-mrr.78B-{core}-ethip6-ip6scale200k-rnd-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-rnd-mrr.78B-{core}-ethip6-ip6scale2m-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-af_xdp" - output-file-name: "2n-zn2-xxv710-78b-{core}-ip6-base-scale-af_xdp" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Base-mrr.78B-{core}-af-xdp-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-mrr.78B-{core}-af-xdp-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-rnd-mrr.78B-{core}-af-xdp-ethip6-ip6scale20k-rnd-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-mrr.78B-{core}-af-xdp-ethip6-ip6scale200k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-rnd-mrr.78B-{core}-af-xdp-ethip6-ip6scale200k-rnd-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-mrr.78B-{core}-af-xdp-ethip6-ip6scale2m-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-rnd-mrr.78B-{core}-af-xdp-ethip6-ip6scale2m-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-cx556a-78b-{core}-rdma-ip6routing-base-scale" - output-file-name: "2n-zn2-cx556a-78b-{core}-rdma-ip6routing-base-scale" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Base-Mrr.78B-{core}-rdma-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale20K-Mrr.78B-{core}-rdma-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale200K-Mrr.78B-{core}-rdma-ethip6-ip6scale200k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale2M-Mrr.78B-{core}-rdma-ethip6-ip6scale2m-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-x710-64b-{core}-l2switching-base-scale-avf-dpdk" - output-file-name: "2n-zn2-x710-64b-{core}-l2-base-scale-avf" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-avf-Eth-L2Bdscale1Mmaclrn-Mrr.64B-{core}-avf-eth-l2bdscale1mmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-af-xdp-Eth-L2Bdbasemaclrn-mrr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-xxv710-64b-{core}-l2switching-base-avf" - output-file-name: "2n-zn2-xxv710-64b-{core}-l2-base-avf" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-mrr.64B-{core}-avf-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-mrr.64B-{core}-avf-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-xxv710-64b-{core}-l2switching-base-dpdk" - output-file-name: "2n-zn2-xxv710-64b-{core}-l2-base-dpdk" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-mrr.64B-{core}-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-mrr.64B-{core}-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-xxv710-64b-{core}-l2switching-base-scale-avf" - output-file-name: "2n-zn2-xxv710-64b-{core}-l2-base-scale-avf" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-mrr.64B-{core}-avf-eth-l2bdscale10kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-mrr.64B-{core}-avf-eth-l2bdscale100kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-mrr.64B-{core}-avf-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-xxv710-64b-{core}-l2switching-base-scale-dpdk" - output-file-name: "2n-zn2-xxv710-64b-{core}-l2-base-scale-dpdk" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-mrr.64B-{core}-eth-l2bdscale10kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-mrr.64B-{core}-eth-l2bdscale100kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-mrr.64B-{core}-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-xxv710-64b-{core}-l2switching-base-scale-af_xdp" - output-file-name: "2n-zn2-xxv710-64b-{core}-l2-base-scale-af_xdp" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Patch-mrr.64B-{core}-af-xdp-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Xcbase-mrr.64B-{core}-af-xdp-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdbasemaclrn-mrr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale10Kmaclrn-mrr.64B-{core}-af-xdp-eth-l2bdscale10kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale100Kmaclrn-mrr.64B-{core}-af-xdp-eth-l2bdscale100kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale1Mmaclrn-mrr.64B-{core}-af-xdp-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-cx556a-64b-{core}-rdma-l2switching-base" - output-file-name: "2n-zn2-cx556a-64b-{core}-rdma-l2switching-base" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Mrr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Mrr.64B-{core}-rdma-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Mrr.64B-{core}-rdma-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Mrr.64B-{core}-rdma-eth-l2bdbasemaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-cx556a-64b-{core}-rdma-l2switching-scale" - output-file-name: "2n-zn2-cx556a-64b-{core}-rdma-l2switching-scale" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Mrr.64B-{core}-rdma-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale10Kmaclrn-Mrr.64B-{core}-rdma-eth-l2bdscale10kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale100Kmaclrn-Mrr.64B-{core}-rdma-eth-l2bdscale100kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale1Mmaclrn-Mrr.64B-{core}-rdma-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-xxv710-64b-{core}-vhost-base-avf-testpmd" - output-file-name: "2n-zn2-xxv710-64b-{core}-vhost-base-avf-testpmd" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-xxv710-64b-{core}-vhost-base-avf-vpp" - output-file-name: "2n-zn2-xxv710-64b-{core}-vhost-base-avf-vpp" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-xxv710-64b-{core}-vhost-base-dpdk-testpmd" - output-file-name: "2n-zn2-xxv710-64b-{core}-vhost-base-dpdk-testpmd" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-xxv710-64b-{core}-vhost-base-dpdk-vpp" - output-file-name: "2n-zn2-xxv710-64b-{core}-vhost-base-dpdk-vpp" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-cx556a-64b-{core}-rdma-l2-vhost-base" - output-file-name: "2n-zn2-cx556a-64b-{core}-rdma-l2-vhost-base" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-cx556a-64b-{core}-rdma-l2-vhost-vppl2xc-base" - output-file-name: "2n-zn2-cx556a-64b-{core}-rdma-l2-vhost-vppl2xc-base" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-xxv710-114b-{core}-vts-l2switching-base-avf-dpdk" - output-file-name: "2n-zn2-xxv710-114b-{core}-vts-l2switching-base-avf-dpdk" - data: "plot-performance-trending-vpp-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-mrr.114B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-mrr.114B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-mrr.114B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr" - layout: "plot-cpta" - -# 2n-zn2 DPDK - - - title: "2n-zn2-x710-64b-{core}-dpdk" - output-file-name: "2n-zn2-x710-64b-{core}-dpdk" - data: "plot-performance-trending-dpdk-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-mrr.64b-{core}-eth-l2xcbase-testpmd-mrr" - - "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-mrr.64b-{core}-ethip4-ip4base-l3fwd-mrr" - layout: "plot-cpta" - - - title: "2n-zn2-xxv710-64b-{core}-dpdk" - output-file-name: "2n-zn2-xxv710-64b-{core}-dpdk" - data: "plot-performance-trending-dpdk-2n-zn2" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-mrr.64b-{core}-eth-l2xcbase-testpmd-mrr" - - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-mrr.64b-{core}-ethip4-ip4base-l3fwd-mrr" - layout: "plot-cpta" - -# 2n-icx - - - title: "2n-icx-xxv710-64b-{core}-memif-base" - output-file-name: "2n-icx-xxv710-64b-{core}-memif-base" - data: "plot-performance-trending-vpp-2n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Mrr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Mrr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Mrr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Mrr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-mrr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-64b-{core}-ip4routing-base-scale-af-xdp" - output-file-name: "2n-icx-xxv710-64b-{core}-ip4-base-scale-af-xdp" - data: "plot-performance-trending-vpp-2n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip4-Ip4Base-Mrr.64B-{core}-af-xdp-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip4-Ip4Scale20K-Mrr.64B-{core}-af-xdp-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-{core}-af-xdp-ethip4-ip4scale20k-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-64b-{core}-ip4routing-base-scale-avf" - output-file-name: "2n-icx-xxv710-64b-{core}-ip4-base-scale-avf" - data: "plot-performance-trending-vpp-2n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Mrr.64B-{core}-avf-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Mrr.64B-{core}-avf-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-{core}-avf-ethip4-ip4scale20k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Mrr.64B-{core}-avf-ethip4-ip4scale200k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-{core}-avf-ethip4-ip4scale200k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Mrr.64B-{core}-avf-ethip4-ip4scale2m-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-{core}-avf-ethip4-ip4scale2m-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-64b-{core}-ip4routing-base-scale-dpdk" - output-file-name: "2n-icx-xxv710-64b-{core}-ip4-base-scale-dpdk" - data: "plot-performance-trending-vpp-2n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Mrr.64B-{core}-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Mrr.64B-{core}-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Mrr.64B-{core}-ethip4-ip4scale20k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Mrr.64B-{core}-ethip4-ip4scale200k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Mrr.64B-{core}-ethip4-ip4scale200k-rnd-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Mrr.64B-{core}-ethip4-ip4scale2m-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Mrr.64B-{core}-ethip4-ip4scale2m-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-64b-{core}-features-ip4routing-base-avf" - output-file-name: "2n-icx-xxv710-64b-{core}-ip4-features-avf" - data: "plot-performance-trending-vpp-2n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Mrr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Mrr.64B-{core}-avf-ethip4udp-ip4base-iacl50sl-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Mrr.64B-{core}-avf-ethip4udp-ip4base-oacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-{core}-avf-ethip4udp-ip4base-oacl50sl-10kflows-mrr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf" - output-file-name: "2n-icx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf" - data: "plot-performance-trending-vpp-2n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Det-H1024-P63-S64512-Mrr.64B-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Det-H16384-P63-S1032192-Mrr.64B-{core}-avf-ethip4udp-nat44det-h16384-p63-s1032192-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Det-H65536-P63-S4128758-Mrr.64B-{core}-avf-ethip4udp-nat44det-h65536-p63-s4128758-mrr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf" - output-file-name: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf" - data: "plot-performance-trending-vpp-2n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Udir-Mrr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-mrr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf" - output-file-name: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf" - data: "plot-performance-trending-vpp-2n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Mrr.64B-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Cps-Mrr.64B-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Cps-Mrr.64B-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Cps-Mrr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Cps-Mrr.64B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Cps-Mrr.64B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-mrr" - layout: "plot-cpta-cps" - - - title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf" - output-file-name: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf" - data: "plot-performance-trending-vpp-2n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Mrr.64B-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Cps-Mrr.64B-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Cps-Mrr.64B-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Cps-Mrr.64B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Cps-Mrr.64B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Cps-Mrr.64B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-mrr" - layout: "plot-cpta-cps" - - - title: "2n-icx-xxv710-100b-{core}-nat44ed-ip4routing-tcp-tput-avf" - output-file-name: "2n-icx-xxv710-100b-{core}-nat44ed-ip4routing-tcp-tput-avf" - data: "plot-performance-trending-vpp-2n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Mrr.100B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Mrr.100B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Mrr.100B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-mrr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf" - output-file-name: "2n-icx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf" - data: "plot-performance-trending-vpp-2n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Mrr.100B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Mrr.100B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Mrr.100B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-mrr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf" - output-file-name: "2n-icx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf" - data: "plot-performance-trending-vpp-2n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-1tun-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-4tun-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-16tun-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-64tun-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-256tun-ip4base-mrr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-78b-{core}-ip6routing-base-scale-af-xdp" - output-file-name: "2n-icx-xxv710-78b-{core}-ip6-base-scale-af-xdp" - data: "plot-performance-trending-vpp-2n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip6-Ip6Base-Mrr.78B-{core}-af-xdp-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip6-Ip6Scale20K-Mrr.78B-{core}-af-xdp-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip6-Ip6Scale20K-Rnd-Mrr.78B-{core}-af-xdp-ethip6-ip6scale20k-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-78b-{core}-ip6routing-base-scale-avf" - output-file-name: "2n-icx-xxv710-78b-{core}-ip6-base-scale-avf" - data: "plot-performance-trending-vpp-2n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Mrr.78B-{core}-avf-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Mrr.78B-{core}-avf-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Rnd-Mrr.78B-{core}-avf-ethip6-ip6scale20k-rnd-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Mrr.78B-{core}-avf-ethip6-ip6scale200k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Rnd-Mrr.78B-{core}-avf-ethip6-ip6scale200k-rnd-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-Mrr.78B-{core}-avf-ethip6-ip6scale2m-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-Rnd-Mrr.78B-{core}-avf-ethip6-ip6scale2m-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-78b-{core}-ip6routing-base-scale-dpdk" - output-file-name: "2n-icx-xxv710-78b-{core}-ip6-base-scale-dpdk" - data: "plot-performance-trending-vpp-2n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Mrr.78B-{core}-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Mrr.78B-{core}-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Rnd-Mrr.78B-{core}-ethip6-ip6scale20k-rnd-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Mrr.78B-{core}-ethip6-ip6scale200k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Rnd-Mrr.78B-{core}-ethip6-ip6scale200k-rnd-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Mrr.78B-{core}-ethip6-ip6scale2m-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Rnd-Mrr.78B-{core}-ethip6-ip6scale2m-rnd-mrr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-64b-{core}-l2switching-base-scale-avf" - output-file-name: "2n-icx-xxv710-64b-{core}-l2-base-scale-avf" - data: "plot-performance-trending-vpp-2n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Mrr.64B-{core}-avf-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Mrr.64B-{core}-avf-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Mrr.64B-{core}-avf-eth-l2bdscale10kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Mrr.64B-{core}-avf-eth-l2bdscale100kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Mrr.64B-{core}-avf-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-64b-{core}-l2switching-base-scale-dpdk" - output-file-name: "2n-icx-xxv710-64b-{core}-l2-base-scale-dpdk" - data: "plot-performance-trending-vpp-2n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Mrr.64B-{core}-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Mrr.64B-{core}-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Mrr.64B-{core}-eth-l2bdscale10kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-Mrr.64B-{core}-eth-l2bdscale100kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Mrr.64B-{core}-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-64b-{core}-vhost-base" - output-file-name: "2n-icx-xxv710-64b-{core}-vhost-base" - data: "plot-performance-trending-vpp-2n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - layout: "plot-cpta" - -# 2n-icx DPDK - - - title: "2n-icx-xxv710-64b-{core}-dpdk" - output-file-name: "2n-icx-xxv710-64b-{core}-dpdk" - data: "plot-performance-trending-dpdk-2n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-mrr.64b-{core}-eth-l2xcbase-testpmd-mrr" - - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-mrr.64b-{core}-ethip4-ip4base-l3fwd-mrr" - layout: "plot-cpta" - -# 3n-icx - - - title: "3n-icx-xxv710-1518b-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf" - output-file-name: "3n-icx-xxv710-1518b-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf" - data: "plot-performance-trending-vpp-3n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.1518B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.1518B-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.1518B-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.1518B-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-1518b-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf" - output-file-name: "3n-icx-xxv710-1518b-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf" - data: "plot-performance-trending-vpp-3n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf" - output-file-name: "3n-icx-xxv710-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf" - data: "plot-performance-trending-vpp-3n-icx" - core: ["2t2c", "2t3c", "2t4c"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.1518B-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.1518B-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-mrr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-sw-dpdk" - output-file-name: "3n-icx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-sw-dpdk" - data: "plot-performance-trending-vpp-3n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk" - output-file-name: "3n-icx-xxv710-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk" - data: "plot-performance-trending-vpp-3n-icx" - core: ["2t2c", "2t3c", "2t4c"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-mrr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-imix-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf" - output-file-name: "3n-icx-xxv710-imix-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf" - data: "plot-performance-trending-vpp-3n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.imix-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.imix-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.imix-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-imix-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf" - output-file-name: "3n-icx-xxv710-imix-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf" - data: "plot-performance-trending-vpp-3n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf" - output-file-name: "3n-icx-xxv710-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf" - data: "plot-performance-trending-vpp-3n-icx" - core: ["2t2c", "2t3c", "2t4c"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.imix-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.imix-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-mrr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-sw-dpdk" - output-file-name: "3n-icx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-sw-dpdk" - data: "plot-performance-trending-vpp-3n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk" - output-file-name: "3n-icx-xxv710-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk" - data: "plot-performance-trending-vpp-3n-icx" - core: ["2t2c", "2t3c", "2t4c"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-mrr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-64b-{core}-ip4routing-base" - output-file-name: "3n-icx-xxv710-64b-{core}-ip4-base" - data: "plot-performance-trending-vpp-3n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Mrr.64B-{core}-avf-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-Mrr.64B-{core}-ethip4-ip4base-mrr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-64b-{core}-ip4tunnel-base" - output-file-name: "3n-icx-xxv710-64b-{core}-ip4tunnel-base" - data: "plot-performance-trending-vpp-3n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Gtpusw-Ip4Base-Mrr.64B-{core}-avf-ethip4gtpusw-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Mrr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Xcbase-Mrr.64B-{core}-avf-ethip4vxlan-l2xcbase-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Gtpusw-Ip4Base-Mrr.64B-{core}-ethip4gtpusw-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Mrr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Xcbase-Mrr.64B-{core}-ethip4vxlan-l2xcbase-mrr" - layout: "plot-cpta" - - - title: "3n-icx-e810xxv-64b-{core}-ip4tunnel-gtpu" - output-file-name: "3n-icx-e810xxv-64b-{core}-ip4tunnel-gtpu" - data: "plot-performance-trending-vpp-3n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Gtpuhw-Ip4Base-mrr.64B-{core}-ethip4gtpuhw-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Gtpusw-Ip4Base-mrr.64B-{core}-ethip4gtpusw-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Udpwireguard1Tnlsw-Ip4Base-mrr.64B-{core}-ethip4udpwireguard1tnlsw-ip4base-mrr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-78b-{core}-ip6routing-base" - output-file-name: "3n-icx-xxv710-78b-{core}-ip6-base" - data: "plot-performance-trending-vpp-3n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Mrr.78B-{core}-avf-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Base-Mrr.78B-{core}-ethip6-ip6base-mrr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-64b-{core}-l2switching-base" - output-file-name: "3n-icx-xxv710-64b-{core}-l2-base" - data: "plot-performance-trending-vpp-3n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Patch-Mrr.64B-{core}-avf-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Mrr.64B-{core}-avf-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Patch-Mrr.64B-{core}-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Xcbase-Mrr.64B-{core}-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-78b-{core}-srv6-ip6routing-base-avf" - output-file-name: "3n-icx-xxv710-78b-{core}-srv6-ip6routing-base-avf" - data: "plot-performance-trending-vpp-3n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Mrr.78B-{core}-avf-ethip6ip6-ip6base-srv6enc1sid-mrr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Mrr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-mrr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Mrr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Mrr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-dyn-mrr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Mrr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-masq-mrr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Mrr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-stat-mrr" - layout: "plot-cpta" - -# 3n-icx DPDK - - - title: "3n-icx-xxv710-64b-{core}-dpdk" - output-file-name: "3n-icx-xxv710-64b-{core}-dpdk" - data: "plot-performance-trending-dpdk-3n-icx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "tests.dpdk.perf.25ge2p1xxv710-eth-l2xcbase-testpmd-mrr.64b-{core}-eth-l2xcbase-testpmd-mrr" - - "tests.dpdk.perf.25ge2p1xxv710-ethip4-ip4base-l3fwd-mrr.64b-{core}-ethip4-ip4base-l3fwd-mrr" - layout: "plot-cpta" - -# 3n-alt - - - title: "3n-alt-xl710-1518b-{core}-ipsec-aes128cbc-ip4routing-scale-sw" - output-file-name: "3n-alt-xl710-1518b-{core}-ipsec-aes128cbc-ip4routing-scale-sw" - data: "plot-performance-trending-vpp-3n-alt" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Mrr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Mrr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Mrr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-mrr" - layout: "plot-cpta" - - - title: "3n-alt-xl710-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-sw" - output-file-name: "3n-alt-xl710-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-sw" - data: "plot-performance-trending-vpp-3n-alt" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" - layout: "plot-cpta" - - - title: "3n-alt-xl710-imix-{core}-ipsec-aes128cbc-ip4routing-scale-sw" - output-file-name: "3n-alt-xl710-imix-{core}-ipsec-aes128cbc-ip4routing-scale-sw" - data: "plot-performance-trending-vpp-3n-alt" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Mrr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.imix-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Mrr.imix-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Mrr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Mrr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-mrr" - layout: "plot-cpta" - - - title: "3n-alt-xl710-imix-{core}-ipsec-aes256gcm-ip4routing-scale-sw" - output-file-name: "3n-alt-xl710-imix-{core}-ipsec-aes256gcm-ip4routing-scale-sw" - data: "plot-performance-trending-vpp-3n-alt" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Mrr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" - layout: "plot-cpta" - - - title: "3n-alt-xl710-64b-{core}-ipsec-ip4base-policy-outbound-nocrypto" - output-file-name: "3n-alt-xl710-64b-{core}-ipsec-ip4base-policy-outbound-nocrypto" - data: "plot-performance-trending-vpp-3n-alt" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-Mrr.64B-{core}-ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Spe-Ip4Base-Policy-Outbound-Nocrypto-Mrr.64B-{core}-ethip4ipsec1spe-ip4base-policy-outbound-nocrypto-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec100Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-Mrr.64B-{core}-ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec100Spe-Ip4Base-Policy-Outbound-Nocrypto-Mrr.64B-{core}-ethip4ipsec100spe-ip4base-policy-outbound-nocrypto-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-Mrr.64B-{core}-ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Spe-Ip4Base-Policy-Outbound-Nocrypto-Mrr.64B-{core}-ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto-mrr" - layout: "plot-cpta" - - - title: "3n-alt-xl710-64b-{core}-ipsec-ip4base-policy-aes256gcm-sw" - output-file-name: "3n-alt-xl710-64b-{core}-ipsec-ip4base-policy-aes256gcm-sw" - data: "plot-performance-trending-vpp-3n-alt" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Tnlsw-Ip4Base-Policy-Aes256Gcm-Mrr.64B-{core}-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec40Tnlsw-Ip4Base-Policy-Aes256Gcm-Mrr.64B-{core}-ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Policy-Aes256Gcm-Mrr.64B-{core}-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-mrr" - layout: "plot-cpta" - - - title: "3n-alt-xl710-64b-{core}-ip4-base-scale" - output-file-name: "3n-alt-xl710-64b-{core}-ip4-base-scale" - data: "plot-performance-trending-vpp-3n-alt" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-Mrr.64B-{core}-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale20K-Mrr.64B-{core}-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale200K-Mrr.64B-{core}-ethip4-ip4scale200k-mrr" - layout: "plot-cpta" - - - title: "3n-alt-xl710-64b-{core}-ip4-feature" - output-file-name: "3n-alt-xl710-64b-{core}-ip4-feature" - data: "plot-performance-trending-vpp-3n-alt" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-Iacldstbase-Mrr.64B-{core}-ethip4-ip4base-iacldstbase-mrr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-iacl50sl-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-oacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-oacl50sl-10kflows-mrr" - layout: "plot-cpta" - - - title: "3n-alt-xl710-64b-{core}-ip4tunnel-base" - output-file-name: "3n-alt-xl710-64b-{core}-ip4tunnel-base" - data: "plot-performance-trending-vpp-3n-alt" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Xcbase-Mrr.64B-{core}-ethip4vxlan-l2xcbase-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Mrr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-mrr" - layout: "plot-cpta" - - - title: "3n-alt-xl710-78b-{core}-ip6-base-scale" - output-file-name: "3n-alt-xl710-78b-{core}-ip6-base-scale" - data: "plot-performance-trending-vpp-3n-alt" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Base-Mrr.78B-{core}-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale20K-Mrr.78B-{core}-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale200K-Mrr.78B-{core}-ethip6-ip6scale200k-mrr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Base-Iacldstbase-Mrr.78B-{core}-ethip6-ip6base-iacldstbase-mrr" - layout: "plot-cpta" - - - title: "3n-alt-xl710-64b-{core}-l2-base-scale" - output-file-name: "3n-alt-xl710-64b-{core}-l2-base-scale" - data: "plot-performance-trending-vpp-3n-alt" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Mrr.64B-{core}-dot1q-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Xcbase-Mrr.64B-{core}-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Patch-Mrr.64B-{core}-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdscale10Kmaclrn-Mrr.64B-{core}-eth-l2bdscale10kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdscale100Kmaclrn-Mrr.64B-{core}-eth-l2bdscale100kmaclrn-mrr" - layout: "plot-cpta" - - - title: "3n-alt-xl710-64b-{core}-l2-feature" - output-file-name: "3n-alt-xl710-64b-{core}-l2-feature" - data: "plot-performance-trending-vpp-3n-alt" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Mrr.64B-{core}-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Mrr.64B-{core}-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Mrr.64B-{core}-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Mrr.64B-{core}-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Mrr.64B-{core}-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr" - layout: "plot-cpta" - - - title: "3n-alt-xl710-64b-{core}-vhost" - output-file-name: "3n-alt-xl710-64b-{core}-vhost" - data: "plot-performance-trending-vpp-3n-alt" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-Mrr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-mrr" - layout: "plot-cpta" - -# 2n-tx2 - - - title: "2n-tx2-xl710-64b-{core}-ipsec-base-scale-sw-policy-dpdk" - output-file-name: "2n-tx2-xl710-64b-{core}-ipsec-base-scale-sw-policy-dpdk" - data: "plot-performance-trending-vpp-2n-tx2" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1Tnlsw-Ip4Base-Policy-Aes256Gcm-Udir-Mrr.64B-{core}-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-udir-mrr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1Tnlsw-Ip4Base-Policy-Aes128Cbc-Hmac512Sha-Udir-Mrr.64B-{core}-ethip4ipsec1tnlsw-ip4base-policy-aes128cbc-hmac512sha-udir-mrr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec40Tnlsw-Ip4Base-Policy-Aes256Gcm-Udir-Mrr.64B-{core}-ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-udir-mrr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec40Tnlsw-Ip4Base-Policy-Aes128Cbc-Hmac512Sha-Udir-Mrr.64B-{core}-ethip4ipsec40tnlsw-ip4base-policy-aes128cbc-hmac512sha-udir-mrr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Policy-Aes256Gcm-Udir-Mrr.64B-{core}-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-udir-mrr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Policy-Aes128Cbc-Hmac512Sha-Udir-Mrr.64B-{core}-ethip4ipsec1000tnlsw-ip4base-policy-aes128cbc-hmac512sha-udir-mrr" - layout: "plot-cpta" - - - title: "2n-tx2-xl710-64b-{core}-ipsec-spe-base-scale-dpdk" - output-file-name: "2n-tx2-xl710-64b-{core}-ipsec-spe-base-scale-dpdk" - data: "plot-performance-trending-vpp-2n-tx2" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1Spe-Ip4Base-Policy-Outbound-Nocrypto-Mrr.64B-{core}-ethip4ipsec1spe-ip4base-policy-outbound-nocrypto-mrr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-Mrr.64B-{core}-ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto-mrr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec100Spe-Ip4Base-Policy-Outbound-Nocrypto-Mrr.64B-{core}-ethip4ipsec100spe-ip4base-policy-outbound-nocrypto-mrr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec100Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-Mrr.64B-{core}-ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto-mrr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Spe-Ip4Base-Policy-Outbound-Nocrypto-Mrr.64B-{core}-ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto-mrr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-Mrr.64B-{core}-ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto-mrr" - layout: "plot-cpta" - - - title: "2n-tx2-xl710-1518b-{core}-ipsec-base-scale-sw-cbc-dpdk" - output-file-name: "2n-tx2-xl710-1518b-{core}-ipsec-base-scale-sw-cbc-dpdk" - data: "plot-performance-trending-vpp-2n-tx2" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Udir-Mrr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-mrr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Udir-Mrr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-mrr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Udir-Mrr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-mrr" - layout: "plot-cpta" - - - title: "2n-tx2-xl710-imix-{core}-ipsec-base-scale-sw-cbc-dpdk" - output-file-name: "2n-tx2-xl710-imix-{core}-ipsec-base-scale-sw-cbc-dpdk" - data: "plot-performance-trending-vpp-2n-tx2" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Udir-Mrr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-mrr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Udir-Mrr.imix-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-mrr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Udir-Mrr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-udir-mrr" - layout: "plot-cpta" - - - title: "2n-tx2-xl710-1518b-{core}-ipsec-base-scale-sw-gcm-dpdk" - output-file-name: "2n-tx2-xl710-1518b-{core}-ipsec-base-scale-sw-gcm-dpdk" - data: "plot-performance-trending-vpp-2n-tx2" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Udir-Mrr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir-mrr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Udir-Mrr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir-mrr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Udir-Mrr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir-mrr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Udir-Mrr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir-mrr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Udir-Mrr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir-mrr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Udir-Mrr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir-mrr" - layout: "plot-cpta" - - - title: "2n-tx2-xl710-imix-{core}-ipsec-base-scale-sw-gcm-dpdk" - output-file-name: "2n-tx2-xl710-imix-{core}-ipsec-base-scale-sw-gcm-dpdk" - data: "plot-performance-trending-vpp-2n-tx2" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Udir-Mrr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-udir-mrr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Udir-Mrr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-udir-mrr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Udir-Mrr.imix-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-udir-mrr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Udir-Mrr.imix-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-udir-mrr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Udir-Mrr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-udir-mrr" - - "Tests.Vpp.Perf.Crypto.2N1L-40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Udir-Mrr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-udir-mrr" - layout: "plot-cpta" - - - title: "2n-tx2-xl710-64b-{core}-ip4routing-base-scale-dpdk" - output-file-name: "2n-tx2-xl710-64b-{core}-ip4routing-base-scale-dpdk" - data: "plot-performance-trending-vpp-2n-tx2" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Mrr.64B-{core}-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale20K-Mrr.64B-{core}-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale200K-Mrr.64B-{core}-ethip4-ip4scale200k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale2M-Mrr.64B-{core}-ethip4-ip4scale2m-mrr" - layout: "plot-cpta" - - - title: "2n-tx2-xl710-64b-{core}-ip4routing-base-scale-af_xdp" - output-file-name: "2n-tx2-xl710-64b-{core}-ip4routing-base-scale-af_xdp" - data: "plot-performance-trending-vpp-2n-tx2" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Base-mrr.64B-{core}-af-xdp-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Scale20K-mrr.64B-{core}-af-xdp-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Scale200K-mrr.64B-{core}-af-xdp-ethip4-ip4scale200k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Scale2M-mrr.64B-{core}-af-xdp-ethip4-ip4scale2m-mrr" - layout: "plot-cpta" - - - title: "2n-tx2-xl710-64b-{core}-features-ip4routing-base-scale-dpdk" - output-file-name: "2n-tx2-xl710-64b-{core}-features-ip4routing-base-scale-dpdk" - data: "plot-performance-trending-vpp-2n-tx2" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Iacldstbase-Mrr.64B-{core}-ethip4-ip4base-iacldstbase-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-iacl50sl-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-oacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-oacl50sl-10kflows-mrr" - layout: "plot-cpta" - - - title: "2n-tx2-xl710-78b-{core}-ip6routing-base-scale-dpdk" - output-file-name: "2n-tx2-xl710-78b-{core}-ip6routing-base-scale-dpdk" - data: "plot-performance-trending-vpp-2n-tx2" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Base-Mrr.78B-{core}-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale20K-Mrr.78B-{core}-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale200K-Mrr.78B-{core}-ethip6-ip6scale200k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale2M-Mrr.78B-{core}-ethip6-ip6scale2m-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Base-Iacldstbase-Mrr.78B-{core}-ethip6-ip6base-iacldstbase-mrr" - layout: "plot-cpta" - - - title: "2n-tx2-xl710-78b-{core}-ip6routing-base-scale-af_xdp" - output-file-name: "2n-tx2-xl710-78b-{core}-ip6routing-base-scale-af_xdp" - data: "plot-performance-trending-vpp-2n-tx2" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Base-mrr.78B-{core}-af-xdp-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Scale20K-mrr.78B-{core}-af-xdp-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Scale200K-mrr.78B-{core}-af-xdp-ethip6-ip6scale200k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Scale2M-mrr.78B-{core}-af-xdp-ethip6-ip6scale2m-mrr" - layout: "plot-cpta" - - - title: "2n-tx2-xl710-64b-{core}-l2switching-base-dpdk" - output-file-name: "2n-tx2-xl710-64b-{core}-l2switching-base-dpdk" - data: "plot-performance-trending-vpp-2n-tx2" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Mrr.64B-{core}-dot1q-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Patch-Mrr.64B-{core}-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Xcbase-Mrr.64B-{core}-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-tx2-xl710-64b-{core}-l2switching-scale-dpdk" - output-file-name: "2n-tx2-xl710-64b-{core}-l2switching-scale-dpdk" - data: "plot-performance-trending-vpp-2n-tx2" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale10Kmaclrn-Mrr.64B-{core}-eth-l2bdscale10kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale100Kmaclrn-Mrr.64B-{core}-eth-l2bdscale100kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale1Mmaclrn-Mrr.64B-{core}-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-tx2-xl710-64b-{core}-l2switching-scale-af_xdp" - output-file-name: "2n-tx2-xl710-64b-{core}-l2switching-scale-af_xdp" - data: "plot-performance-trending-vpp-2n-tx2" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Patch-mrr.64B-{core}-af-xdp-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Xcbase-mrr.64B-{core}-af-xdp-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdbasemaclrn-mrr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdscale10Kmaclrn-mrr.64B-{core}-af-xdp-eth-l2bdscale10kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdscale100Kmaclrn-mrr.64B-{core}-eth-l2bdscale100kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdscale1Mmaclrn-mrr.64B-{core}-af-xdp-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - - title: "2n-tx2-xl710-64b-{core}-features-l2switching-base-dpdk" - output-file-name: "2n-tx2-xl710-64b-{core}-features-l2switching-base-dpdk" - data: "plot-performance-trending-vpp-2n-tx2" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Mrr.64B-{core}-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Mrr.64B-{core}-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Mrr.64B-{core}-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Mrr.64B-{core}-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr" - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Mrr.64B-{core}-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr" - layout: "plot-cpta" - - - title: "2n-tx2-xl710-64b-{core}-dpdk" - output-file-name: "2n-tx2-xl710-64b-{core}-dpdk" - data: "plot-performance-trending-dpdk-2n-tx2" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "tests.dpdk.perf.2N1L-40ge2p1xl710-eth-l2xcbase-testpmd-mrr.64b-{core}-eth-l2xcbase-testpmd-mrr" - - "tests.dpdk.perf.2N1L-40ge2p1xl710-ethip4-ip4base-l3fwd-mrr.64b-{core}-ethip4-ip4base-l3fwd-mrr" - layout: "plot-cpta" - -################################################################################ - -# NDRPDR Trending - -# 2n-clx memif - - - title: "2n-clx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" - output-file-name: "2n-clx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-memif-base-avf-{test_type}" - output-file-name: "2n-clx-xxv710-64b-{core}-memif-base-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr-{test_type}" - output-file-name: "2n-clx-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: "plot-cpta" - -# 2n-clx ip4 - - - title: "2n-clx-x710-64b-{core}-ip4-base-avf-dpdk-{test_type}" - output-file-name: "2n-clx-x710-64b-{core}-ip4-base-avf-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-cx556a-64b-{core}-ip4-base-rdma-{test_type}" - output-file-name: "2n-clx-cx556a-64b-{core}-ip4-base-rdma-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Ndrpdr.64B-{core}-rdma-ethip4-ip4base-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-cx556a-64b-{core}-ip4-scale-rdma-{test_type}" - output-file-name: "2n-clx-cx556a-64b-{core}-ip4-scale-rdma-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-rdma-ethip4-ip4scale2m-rnd-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-cx556a-64b-{core}-ip4-features-rdma-{test_type}" - output-file-name: "2n-clx-cx556a-64b-{core}-ip4-features-rdma-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-rdma-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-{core}-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-{core}-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-ip4-base-scale-avf-{test_type}" - output-file-name: "2n-clx-xxv710-64b-{core}-ip4-base-scale-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-ip4-scale-avf-rnd-{test_type}" - output-file-name: "2n-clx-xxv710-64b-{core}-ip4-scale-avf-rnd-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-rnd-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-ip4-features-avf-{test_type}" - output-file-name: "2n-clx-xxv710-64b-{core}-ip4-features-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-ip4-base-scale-af_xdp-{test_type}" - output-file-name: "2n-clx-xxv710-64b-{core}-ip4-base-scale-af_xdp-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale2m-rnd-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" - output-file-name: "2n-clx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" - output-file-name: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - output-file-name: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr" - layout: "plot-cpta-cps" - - - title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" - output-file-name: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - output-file-name: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr" - layout: "plot-cpta-cps" - - - title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" - output-file-name: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - output-file-name: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - output-file-name: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-100b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - output-file-name: "2n-clx-xxv710-100b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - output-file-name: "2n-clx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-ip4-base-scale-dpdk-{test_type}" - output-file-name: "2n-clx-xxv710-64b-{core}-ip4-base-scale-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-ip4-scale-dpdk-rnd-{test_type}" - output-file-name: "2n-clx-xxv710-64b-{core}-ip4-scale-dpdk-rnd-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale2m-rnd-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-ip4-base-features-dpdk-{test_type}" - output-file-name: "2n-clx-xxv710-64b-{core}-ip4-base-features-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-{core}-ip4base-nat44-ndrpdr" - layout: "plot-cpta" - -# 2n-clx ip6 - - - title: "2n-clx-cx556a-78b-{core}-ip6-base-scale-rdma-{test_type}" - output-file-name: "2n-clx-cx556a-78b-{core}-ip6-base-scale-rdma-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Base-Ndrpdr.78B-{core}-rdma-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-rdma-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-rdma-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-rdma-ethip6-ip6scale2m-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-x710-78b-{core}-ip6-base-scale-avf-dpdk-{test_type}" - output-file-name: "2n-clx-x710-78b-{core}-ip6-base-scale-avf-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-78b-{core}-ip6-base-scale-avf-{test_type}" - output-file-name: "2n-clx-xxv710-78b-{core}-ip6-base-scale-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-78b-{core}-ip6-rnd-base-scale-avf-{test_type}" - output-file-name: "2n-clx-xxv710-78b-{core}-ip6-rnd-base-scale-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-rnd-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-78b-{core}-ip6-base-scale-dpdk-{test_type}" - output-file-name: "2n-clx-xxv710-78b-{core}-ip6-base-scale-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-78b-{core}-ip6-rnd-base-scale-dpdk-{test_type}" - output-file-name: "2n-clx-xxv710-78b-{core}-ip6-rnd-base-scale-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-{core}-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-ethip6-ip6scale2m-rnd-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-78b-{core}-ip6-base-scale-af_xdp-{test_type}" - output-file-name: "2n-clx-xxv710-78b-{core}-ip6-base-scale-af_xdp-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale2m-rnd-ndrpdr" - layout: "plot-cpta" - -# 2n-clx L2 - - - title: "2n-clx-cx556a-64b-{core}-l2-base-rdma-{test_type}" - output-file-name: "2n-clx-cx556a-64b-{core}-l2-base-rdma-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Ndrpdr.64B-{core}-rdma-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Ndrpdr.64B-{core}-rdma-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-cx556a-64b-{core}-l2-base-scale-rdma-{test_type}" - output-file-name: "2n-clx-cx556a-64b-{core}-l2-base-scale-rdma-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdscale1mmaclrn-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-x710-64b-{core}-l2-base-scale-avf-dpdk-{test_type}" - output-file-name: "2n-clx-x710-64b-{core}-l2-base-scale-avf-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-l2-base-avf-{test_type}" - output-file-name: "2n-clx-xxv710-64b-{core}-l2-base-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-l2-base-scale-avf-{test_type}" - output-file-name: "2n-clx-xxv710-64b-{core}-l2-base-scale-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-l2-base-scale-dpdk-{test_type}" - output-file-name: "2n-clx-xxv710-64b-{core}-l2-base-scale-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-l2-base-scale-af_xdp-{test_type}" - output-file-name: "2n-clx-xxv710-64b-{core}-l2-base-scale-af_xdp-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Patch-Ndrpdr.64B-{core}-af-xdp-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-{core}-af-xdp-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale1mmaclrn-ndrpdr" - layout: "plot-cpta" - -# 2n-clx VHost - - - title: "2n-clx-cx556a-64b-{core}-vhost-base-rdma-testpmd-{test_type}" - output-file-name: "2n-clx-cx556a-64b-{core}-vhost-base-rdma-testpmd-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-cx556a-64b-{core}-vhost-base-rdma-vpp-{test_type}" - output-file-name: "2n-clx-cx556a-64b-{core}-vhost-base-rdma-vpp-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-vhost-base-avf-dpdk-testpmd-{test_type}" - output-file-name: "2n-clx-xxv710-64b-{core}-vhost-base-avf-dpdk-testpmd-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-64b-{core}-vhost-base-avf-dpdk-vpp-{test_type}" - output-file-name: "2n-clx-xxv710-64b-{core}-vhost-base-avf-dpdk-vpp-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-xxv710-114b-{core}-vts-l2switching-base-avf-{test_type}" - output-file-name: "2n-clx-xxv710-114b-{core}-vts-l2switching-base-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-e810cq-64b-{core}-memif-{test_type}" - output-file-name: "2n-clx-e810cq-64b-{core}-memif-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-e810cq-64b-{core}-ip4-base-scale-avf-{test_type}" - output-file-name: "2n-clx-e810cq-64b-{core}-ip4-base-scale-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-rnd-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-e810cq-64b-{core}-ip4-features-avf-{test_type}" - output-file-name: "2n-clx-e810cq-64b-{core}-ip4-features-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-e810cq-64b-{core}-ip4-base-scale-dpdk-{test_type}" - output-file-name: "2n-clx-e810cq-64b-{core}-ip4-base-scale-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-e810cq-64b-{core}-ip4-features-dpdk-{test_type}" - output-file-name: "2n-clx-e810cq-64b-{core}-ip4-features-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-e810cq-78b-{core}-ip6-base-scale-{test_type}" - output-file-name: "2n-clx-e810cq-78b-{core}-ip6-base-scale-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-e810cq-64b-{core}-l2-base-scale-avf-{test_type}" - output-file-name: "2n-clx-e810cq-64b-{core}-l2-base-scale-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-e810cq-64b-{core}-l2-base-scale-dpdk-{test_type}" - output-file-name: "2n-clx-e810cq-64b-{core}-l2-base-scale-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" - layout: "plot-cpta" - - - title: "2n-clx-e810cq-64b-{core}-vhost-{test_type}" - output-file-name: "2n-clx-e810cq-64b-{core}-vhost-{test_type}" - data: "plot-ndrpdr-comparison-2n-clx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: "plot-cpta" - -# 2n-icx NDRPDR - - - title: "2n-icx-xxv710-64b-{core}-memif-base-{test_type}" - output-file-name: "2n-icx-xxv710-64b-{core}-memif-base-{test_type}" - data: "plot-ndrpdr-comparison-2n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-64b-{core}-ip4-base-scale-avf-{test_type}" - output-file-name: "2n-icx-xxv710-64b-{core}-ip4-base-scale-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Rnd-ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Rnd-ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-rnd-ndrpdr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-64b-{core}-ip4-base-scale-dpdk-{test_type}" - output-file-name: "2n-icx-xxv710-64b-{core}-ip4-base-scale-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-ndrpdr.64B-{core}-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-ndrpdr.64B-{core}-ethip4-ip4scale2m-rnd-ndrpdr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-64b-{core}-ip4-base-scale-af_xdp-{test_type}" - output-file-name: "2n-icx-xxv710-64b-{core}-ip4-base-scale-af_xdp-{test_type}" - data: "plot-ndrpdr-comparison-2n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip4-Ip4Base-ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip4-Ip4Scale20K-ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-64b-{core}-ip4-features-avf-{test_type}" - output-file-name: "2n-icx-xxv710-64b-{core}-ip4-features-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" - output-file-name: "2n-icx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Det-H1024-P63-S64512-ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Det-H16384-P63-S1032192-ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Det-H65536-P63-S4128758-ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" - output-file-name: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Udir-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - output-file-name: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Cps-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - layout: "plot-cpta-cps" - - - title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - output-file-name: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - layout: "plot-cpta-cps" - - - title: "2n-icx-xxv710-100b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - output-file-name: "2n-icx-xxv710-100b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - output-file-name: "2n-icx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" - output-file-name: "2n-icx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-78b-{core}-ip6-base-scale-avf-{test_type}" - output-file-name: "2n-icx-xxv710-78b-{core}-ip6-base-scale-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Rnd-ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-Rnd-ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-rnd-ndrpdr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-78b-{core}-ip6-base-scale-dpdk-{test_type}" - output-file-name: "2n-icx-xxv710-78b-{core}-ip6-base-scale-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Rnd-ndrpdr.78B-{core}-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Rnd-ndrpdr.78B-{core}-ethip6-ip6scale2m-rnd-ndrpdr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-78b-{core}-ip6-base-scale-af_xdp-{test_type}" - output-file-name: "2n-icx-xxv710-78b-{core}-ip6-base-scale-af_xdp-{test_type}" - data: "plot-ndrpdr-comparison-2n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip6-Ip6Base-ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-64b-{core}-l2-base-scale-avf-{test_type}" - output-file-name: "2n-icx-xxv710-64b-{core}-l2-base-scale-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-64b-{core}-l2-base-scale-dpdk-{test_type}" - output-file-name: "2n-icx-xxv710-64b-{core}-l2-base-scale-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" - layout: "plot-cpta" - - - title: "2n-icx-xxv710-64b-{core}-vhost-base-{test_type}" - output-file-name: "2n-icx-xxv710-64b-{core}-vhost-base-{test_type}" - data: "plot-ndrpdr-comparison-2n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: "plot-cpta" - -# 3n-icx NDRPDR - - - title: "3n-icx-xxv710-1518b-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" - output-file-name: "3n-icx-xxv710-1518b-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" - data: "plot-ndrpdr-comparison-3n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-1518b-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" - output-file-name: "3n-icx-xxv710-1518b-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" - data: "plot-ndrpdr-comparison-3n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - output-file-name: "3n-icx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-3n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" - output-file-name: "3n-icx-xxv710-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" - data: "plot-ndrpdr-comparison-3n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" - output-file-name: "3n-icx-xxv710-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-3n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-imix-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" - output-file-name: "3n-icx-xxv710-imix-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" - data: "plot-ndrpdr-comparison-3n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-imix-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" - output-file-name: "3n-icx-xxv710-imix-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" - data: "plot-ndrpdr-comparison-3n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - output-file-name: "3n-icx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-3n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" - output-file-name: "3n-icx-xxv710-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" - data: "plot-ndrpdr-comparison-3n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" - output-file-name: "3n-icx-xxv710-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-3n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-64b-{core}-ip4-base-{test_type}" - output-file-name: "3n-icx-xxv710-64b-{core}-ip4-base-{test_type}" - data: "plot-ndrpdr-comparison-3n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-64b-{core}-ip4-tunnels-base-{test_type}" - output-file-name: "3n-icx-xxv710-64b-{core}-ip4-tunnels-base-{test_type}" - data: "plot-ndrpdr-comparison-3n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Gtpusw-Ip4Base-ndrpdr.64B-{core}-avf-ethip4gtpusw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Xcbase-ndrpdr.64B-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Gtpusw-Ip4Base-ndrpdr.64B-{core}-ethip4gtpusw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Xcbase-ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" - layout: "plot-cpta" - - - title: "3n-icx-e810xxv-64b-{core}-ip4-tunnels-gtpu-{test_type}" - output-file-name: "3n-icx-e810xxv-64b-{core}-ip4-tunnels-gtpu-{test_type}" - data: "plot-ndrpdr-comparison-3n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Gtpuhw-Ip4Base-ndrpdr.64B-{core}-ethip4gtpuhw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Gtpusw-Ip4Base-ndrpdr.64B-{core}-ethip4gtpusw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Udpwireguard1Tnlsw-Ip4Base-ndrpdr.64B-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-78b-{core}-ip6-base-{test_type}" - output-file-name: "3n-icx-xxv710-78b-{core}-ip6-base-{test_type}" - data: "plot-ndrpdr-comparison-3n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Base-ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-64b-{core}-l2-base-{test_type}" - output-file-name: "3n-icx-xxv710-64b-{core}-l2-base-{test_type}" - data: "plot-ndrpdr-comparison-3n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Patch-ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Patch-ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Xcbase-ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - layout: "plot-cpta" - - - title: "3n-icx-xxv710-78b-{core}-srv6-base-avf-{test_type}" - output-file-name: "3n-icx-xxv710-78b-{core}-srv6-base-avf-{test_type}" - data: "plot-ndrpdr-comparison-3n-icx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-ndrpdr.78B-{core}-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" - layout: "plot-cpta" - -# 2n-skx memif - - - title: "2n-skx-xxv710-64b-{core}-memif-base-avf-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-memif-base-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: "plot-cpta" - -# 2n-skx ip4 - - - title: "2n-skx-x710-64b-{core}-ip4-base-scale-avf-dpdk-{test_type}" - output-file-name: "2n-skx-x710-64b-{core}-ip4-base-scale-avf-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-ip4-base-avf-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-ip4-base-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-ip4-scale-avf-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-ip4-scale-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-avf-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-avf-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-rnd-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-ip4-features-avf-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-ip4-features-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-ip4-base-scale-af_xdp-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-ip4-base-af_xdp-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale2m-rnd-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr" - layout: "plot-cpta-cps" - - - title: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr" - layout: "plot-cpta-cps" - - - title: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-ip4-base-features-dpdk-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-ip4-base-features-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-{core}-ethip4udp-nat44det-h1-p1-s1-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-ip4-scale-dpdk-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-ip4-scale-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale2m-rnd-ndrpdr" - layout: "plot-cpta" - -# 2n-skx ip6 - - - title: "2n-skx-x710-78b-{core}-ip6-base-scale-avf-dpdk-{test_type}" - output-file-name: "2n-skx-x710-78b-{core}-ip6-base-scale-avf-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-78b-{core}-ip6-base-scale-avf-{test_type}" - output-file-name: "2n-skx-xxv710-78b-{core}-ip6-base-scale-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-78b-{core}-ip6-rnd-base-scale-avf-{test_type}" - output-file-name: "2n-skx-xxv710-78b-{core}-ip6-rnd-base-scale-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-rnd-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-78b-{core}-ip6-base-scale-dpdk-{test_type}" - output-file-name: "2n-skx-xxv710-78b-{core}-ip6-base-scale-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-78b-{core}-ip6-rnd-base-scale-dpdk-{test_type}" - output-file-name: "2n-skx-xxv710-78b-{core}-ip6-rnd-base-scale-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-{core}-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-ethip6-ip6scale2m-rnd-ndrpdr" - layout: "plot-cpta" - -# 2n-skx L2 - - - title: "2n-skx-x710-64b-{core}-l2-base-scale-avf-{test_type}" - output-file-name: "2n-skx-x710-64b-{core}-l2-base-scale-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-x710-64b-{core}-l2-base-scale-dpdk-{test_type}" - output-file-name: "2n-skx-x710-64b-{core}-l2-base-scale-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-x710-64b-{core}-l2-base-scale-af_xdp-{test_type}" - output-file-name: "2n-skx-x710-64b-{core}-l2-base-scale-af_xdp-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-l2-base-avf-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-l2-base-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-l2-base-scale-avf-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-l2-base-scale-avf-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-l2-base-dpdk-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-l2-base-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-l2-base-scale-dpdk-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-l2-base-scale-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-l2-base-scale-af_xdp-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-l2-base-scale-af_xdp-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Patch-Ndrpdr.64B-{core}-af-xdp-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-{core}-af-xdp-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale1mmaclrn-ndrpdr" - layout: "plot-cpta" - -# 2n-skx VHost - - - title: "2n-skx-xxv710-64b-{core}-vhost-base-avf-testpmd-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-vhost-base-avf-testpmd-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-vhost-base-avf-vpp-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-vhost-base-avf-vpp-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-vhost-base-dpdk-testpmd-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-vhost-base-dpdk-testpmd-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-xxv710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" - output-file-name: "2n-skx-xxv710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" - data: "plot-ndrpdr-comparison-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: "plot-cpta" - -# 3n-skx memif - - - title: "3n-skx-xxv710-64b-{core}-memif-base-avf-{test_type}" - output-file-name: "3n-skx-xxv710-64b-{core}-memif-base-avf-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1lxc-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" - output-file-name: "3n-skx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Lxc-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1lxc-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: "plot-cpta" - -# 3n-skx ipsec - - - title: "3n-skx-xxv710-imix-{core}-ipsec-base-scale-sw-avf-{test_type}" - output-file-name: "3n-skx-xxv710-imix-{core}-ipsec-base-scale-sw-avf-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-1518b-{core}-ipsec-base-scale-sw-avf-{test_type}" - output-file-name: "3n-skx-xxv710-1518b-{core}-ipsec-base-scale-sw-avf-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518b-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518b-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518b-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-imix-{core}-ipsec-base-scale-sw-dpdk-{test_type}" - output-file-name: "3n-skx-xxv710-imix-{core}-ipsec-base-scale-sw-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-1518b-{core}-ipsec-base-scale-sw-dpdk-{test_type}" - output-file-name: "3n-skx-xxv710-1518b-{core}-ipsec-base-scale-sw-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: "plot-cpta" - -# 3n-skx ip4 - - - title: "3n-skx-x710-64b-{core}-ip4-base-scale-avf-{test_type}" - output-file-name: "3n-skx-x710-64b-{core}-ip4-base-scale-avf-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-ip4-base-scale-avf-{test_type}" - output-file-name: "3n-skx-xxv710-64b-{core}-ip4-base-scale-avf-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-ip4-base-scale-dpdk-{test_type}" - output-file-name: "3n-skx-xxv710-64b-{core}-ip4-base-scale-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" - layout: "plot-cpta" - -# 3n-skx ip4 tunnels - - - title: "3n-skx-xxv710-64b-{core}-ip4-tunnels-base-avf-{test_type}" - output-file-name: "3n-skx-xxv710-64b-{core}-ip4-tunnels-base-avf-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-ip4-tunnels-base-dpdk-{test_type}" - output-file-name: "3n-skx-xxv710-64b-{core}-ip4-tunnels-base-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: "plot-cpta" - -# 3n-skx ip6 - - - title: "3n-skx-x710-78b-{core}-ip6-base-scale-dpdk-{test_type}" - output-file-name: "3n-skx-x710-78b-{core}-ip6-base-scale-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-78b-{core}-ip6-base-scale-avf-{test_type}" - output-file-name: "3n-skx-xxv710-78b-{core}-ip6-base-scale-avf-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - " Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr" - - " Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-78b-{core}-ip6-base-scale-dpdk-{test_type}" - output-file-name: "3n-skx-xxv710-78b-{core}-ip6-base-scale-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - " Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" - layout: "plot-cpta" - -# 3n-skx L2 - - - title: "3n-skx-x710-64b-{core}-l2-base-scale-avf-{test_type}" - output-file-name: "3n-skx-x710-64b-{core}-l2-base-scale-avf-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-l2-base-avf-{test_type}" - output-file-name: "3n-skx-xxv710-64b-{core}-l2-base-avf-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-l2-scale-avf-{test_type}" - output-file-name: "3n-skx-xxv710-64b-{core}-l2-scale-avf-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-l2-base-scale-dpdk-{test_type}" - output-file-name: "3n-skx-xxv710-64b-{core}-l2-base-scale-dpdk-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" - layout: "plot-cpta" - -# 3n-skx srv6 - - - title: "3n-skx-xxv710-78b-{core}-srv6-base-avf-{test_type}" - output-file-name: "3n-skx-xxv710-78b-{core}-srv6-base-avf-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-{core}-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" - layout: "plot-cpta" - -# 3n-skx VHost - - - title: "3n-skx-x710-64b-{core}-link-bonding-vhost-base-avf-testpmd-{test_type}" - output-file-name: "3n-skx-x710-64b-{core}-link-bonding-vhost-base-avf-testpmd-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X710-Avf-2Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X710-Avf-2Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - layout: "plot-cpta" - - - title: "3n-skx-x710-64b-{core}-link-bonding-vhost-base-avf-vpp-{test_type}" - output-file-name: "3n-skx-x710-64b-{core}-link-bonding-vhost-base-avf-vpp-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X710-Avf-2Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X710-Avf-2Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-vhost-base-dpdk-testpmd-{test_type}" - output-file-name: "3n-skx-xxv710-64b-{core}-vhost-base-dpdk-testpmd-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-link-bonding-vhost-base-avf-testpmd-{test_type}" - output-file-name: "3n-skx-xxv710-64b-{core}-link-bonding-vhost-base-avf-testpmd-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-link-bonding-vhost-base-avf-vpp-{test_type}" - output-file-name: "3n-skx-xxv710-64b-{core}-link-bonding-vhost-base-avf-vpp-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-vhost-base-avf-testpmd-{test_type}" - output-file-name: "3n-skx-xxv710-64b-{core}-vhost-base-avf-testpmd-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-vhost-base-avf-vpp-{test_type}" - output-file-name: "3n-skx-xxv710-64b-{core}-vhost-base-avf-vpp-{test_type}" - data: "plot-ndrpdr-comparison-3n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-Ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: "plot-cpta" - -# TRex 2n-skx - - - title: "2n-skx-x710-64b--ip4-base-scale-{test_type}" - output-file-name: "2n-skx-x710-64b--ip4-base-scale-{test_type}" - data: "plot-ndrpdr-trending-trex-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr" - - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" - output-file-name: "2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" - data: "plot-ndrpdr-trending-trex-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" - - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" - - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" - - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-x710-100b--ip4routing-stf-pps-{test_type}" - output-file-name: "2n-skx-x710-100b--ip4routing-stf-pps-{test_type}" - data: "plot-ndrpdr-trending-trex-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" - - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" - - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.100B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" - - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.100B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-x710-78b--ip6-base-scale-{test_type}" - output-file-name: "2n-skx-x710-78b--ip6-base-scale-{test_type}" - data: "plot-ndrpdr-trending-trex-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr" - - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr" - layout: "plot-cpta" - - - title: "2n-skx-x710-64b--l2-scale-{test_type}" - output-file-name: "2n-skx-x710-64b--l2-scale-{test_type}" - data: "plot-ndrpdr-trending-trex-2n-skx" - core: ["2t1c", ] - test-type: ["ndr", "pdr"] - include: - - "Tests.Trex.Perf.L2.1N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr" - layout: "plot-cpta" diff --git a/resources/tools/presentation/specifications/trending/environment.yaml b/resources/tools/presentation/specifications/trending/environment.yaml deleted file mode 100644 index 6278bf790f..0000000000 --- a/resources/tools/presentation/specifications/trending/environment.yaml +++ /dev/null @@ -1,191 +0,0 @@ -################################################################################ -### E N V I R O N M E N T ### -################################################################################ - -- type: "environment" - - spec-files: - - "specifications/trending/data_sets.yaml" - - "specifications/trending/layouts.yaml" - - "specifications/trending/elements.yaml" - - paths: - # Top level directories: - ## Working directory - DIR[WORKING]: "_tmp" - ## Build directories - DIR[BUILD,HTML]: "_build" - ## Static .rst files - DIR[RST]: "../../../docs/cpta" - - # Static html content - DIR[STATIC]: "{DIR[BUILD,HTML]}/_static" - DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp" - DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive" - - # Working directories - ## Input data files (.zip, .xml) - DIR[WORKING,DATA]: "{DIR[WORKING]}/data" - ## Static source files from git - DIR[WORKING,SRC]: "{DIR[WORKING]}/src" - DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static" - - # .css patch file - DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css" - DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css" - - urls: - URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job" - - make-dirs: - # List the directories which are created while preparing the environment. - # All directories MUST be defined in "paths" section. - - "DIR[WORKING,DATA]" - - "DIR[WORKING,SRC,STATIC]" - - "DIR[BUILD,HTML]" - - "DIR[STATIC,VPP]" - - "DIR[STATIC,ARCH]" - build-dirs: - # List the directories where the results (build) is stored. - # All directories MUST be defined in "paths" section. - - "DIR[BUILD,HTML]" - - testbeds: - "10.30.51.74": "LF-3n-ALT-34" - "10.30.51.82": "LF-2n-ICX-212" - "10.30.51.84": "LF-2n-ICX-213" - "10.30.51.86": "LF-2n-ICX-214" - "10.30.51.88": "LF-2n-ICX-215" - "10.30.51.77": "LF-3n-ICX-37" - "10.30.51.80": "LF-3n-ICX-38" - "10.30.51.45": "LF-2n-SKX-21" - "10.30.51.53": "LF-2n-SKX-22" - "10.30.51.55": "LF-2n-SKX-23" - "10.30.51.57": "LF-2n-SKX-24" - "10.32.8.19": "LF-2n-CLX-27" - "10.32.8.21": "LF-2n-CLX-28" - "10.32.8.23": "LF-2n-CLX-29" - "10.30.51.48": "LF-3n-SKX-31" - "10.30.51.60": "LF-3n-SKX-32" - "10.30.51.49": "LF-3n-TSH-33" - "10.32.8.25": "LF-2n-ZN2-210" - - # Data sources are used in this order: - data-sources: - # XML - - type: "xml" - url: "https://s3-logs.fd.io/vex-yul-rot-jenkins-1" - path: "{job}/{build}/{filename}" - file-name: "output_info.xml.gz" - file-format: ".gz" - enabled: True - - archive-inputs: False - - reverse-input: True # Needed for trending, not important for the report - - # Number of days from now to the past. Only files generated in this - # time period are used. - # Only for trending - time-period: 180 - - mapping-file: "" - - ignore-list: "" - - alerting: - - alerts: - - # Jenkins job sends the email with failed tests. - # Pre-requisites: - # - Jenkins job is configured to send emails in "Post-build Actions" --> - # "Editable Email Notification". - jenkins-send-failed-tests: - title: "Trending: Failed Tests" - type: "failed-tests" - way: "jenkins" - include: - - "last-failed-tests-vpp-3n-alt-mrr" - - "last-failed-tests-vpp-2n-icx-mrr" - - "last-failed-tests-vpp-3n-icx-mrr" - - "last-failed-tests-vpp-2n-skx-mrr" - - "last-failed-tests-vpp-3n-skx-mrr" - - "last-failed-tests-vpp-2n-clx-mrr" - - "last-failed-tests-vpp-2n-zn2-mrr" - - "last-failed-tests-vpp-3n-tsh-mrr" - - "last-failed-tests-vpp-2n-tx2-mrr" - - "last-failed-tests-vpp-2n-aws-mrr" - - "last-failed-tests-dpdk-2n-skx-mrr" - - "last-failed-tests-dpdk-3n-skx-mrr" - - "last-failed-tests-dpdk-2n-clx-mrr" - - "last-failed-tests-dpdk-3n-tsh-mrr" - - "last-failed-tests-dpdk-2n-tx2-mrr" - - "last-failed-tests-vpp-2n-skx-ndrpdr" - - "last-failed-tests-vpp-3n-skx-ndrpdr" - - "last-failed-tests-vpp-2n-clx-ndrpdr" - - "last-failed-tests-trex-2n-skx-ndrpdr" - urls: - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-alt" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-icx" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-icx" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-skx" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-clx" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-zn2" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-tsh" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-tx2" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-weekly-master-2n-aws" - - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-2n-skx" - - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-3n-skx" - - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-2n-clx" - - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-3n-tsh" - - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-2n-tx2" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" - - "https://jenkins.fd.io/view/csit/job/csit-trex-perf-ndrpdr-weekly-master-2n-skx" - url-details: "https://s3-docs.fd.io/csit/master/trending/introduction/failures.html" - - configurations: - # Configuration of the email notifications. - email: - # SMTP server - server: "localhost" - # List of recipients. - address-to: - - "csit-report@lists.fd.io" - # Sender - address-from: "testuser@testserver.com" - - # Configuration of notifications sent by Jenkins. - jenkins: - # The directory in the workspace where the generated data is stored and - # then read by Jenkins job. - output-dir: "_build/_static/vpp" - # The name of the output files. ASCII text and HTML formats are - # generated. - output-file: "trending-failed-tests" - # If defined, all output files are zipped into this file. - zip-output: "failed-tests.tar.gz" - -################################################################################ -### S T A T I C ### -################################################################################ - -- type: "static" - src-path: "{DIR[RST]}" - dst-path: "{DIR[WORKING,SRC]}" - -################################################################################ -### O U T P U T ### -################################################################################ - -- type: "output" - arch-file-format: - - ".gz" - - ".zip" - output: "trending" - format: - html: - - full diff --git a/resources/tools/presentation/specifications/trending/layouts.yaml b/resources/tools/presentation/specifications/trending/layouts.yaml deleted file mode 100644 index 97dee3f9e2..0000000000 --- a/resources/tools/presentation/specifications/trending/layouts.yaml +++ /dev/null @@ -1,212 +0,0 @@ -################################################################################ -### L A Y O U T S ### -################################################################################ - -- type: "layouts" - - plot-statistics: - title: "" - titlefont: - size: 16 - autosize: True - showlegend: True - width: 1050 - height: 800 - yaxis: - showticklabels: True - title: "Number of Passed / Failed Tests" - gridcolor: "rgb(238, 238, 238)" - linecolor: "rgb(238, 238, 238)" - showline: True - zeroline: False - tickcolor: "rgb(238, 238, 238)" - linewidth: 1 - showgrid: True - rangemode: "tozero" - xaxis: - title: 'Date [MMDD]' - type: "date" - autorange: True - fixedrange: False - showgrid: True - gridcolor: "rgb(238, 238, 238)" - showline: True - linecolor: "rgb(238, 238, 238)" - zeroline: False - linewidth: 1 - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "auto" - tickformat: "%m%d" - rangeselector: - buttons: - - count: 14 - label: "2w" - step: "day" - stepmode: "backward" - - count: 1 - label: "1m" - step: "month" - stepmode: "backward" - - count: 2 - label: "2m" - step: "month" - stepmode: "backward" - - count: 3 - label: "3m" - step: "month" - stepmode: "backward" - - step: "all" - margin: - r: 20 - b: 5 - t: 5 - l: 70 - legend: - orientation: "h" - xanchor: "center" - x: 0.5 - bordercolor: "rgb(238, 238, 238)" - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - barmode: "stack" - hoverlabel: - namelength: -1 - - plot-cpta: - title: "" - titlefont: - size: 16 - autosize: True - showlegend: True - width: 1100 - height: 800 - yaxis: - showticklabels: True - tickformat: ".5s" - title: "Throughput [Mpps]" - hoverformat: ".5s" - gridcolor: "rgb(238, 238, 238)" - linecolor: "rgb(238, 238, 238)" - showline: True - zeroline: False - tickcolor: "rgb(238, 238, 238)" - linewidth: 1 - showgrid: True - xaxis: - title: 'Date [MMDD]' - type: "date" - autorange: True - fixedrange: False - showgrid: True - gridcolor: "rgb(238, 238, 238)" - showline: True - linecolor: "rgb(238, 238, 238)" - zeroline: False - linewidth: 1 - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "auto" - tickformat: "%m%d" - rangeselector: - buttons: - - count: 14 - label: "2w" - step: "day" - stepmode: "backward" - - count: 1 - label: "1m" - step: "month" - stepmode: "backward" - - count: 2 - label: "2m" - step: "month" - stepmode: "backward" - - count: 3 - label: "3m" - step: "month" - stepmode: "backward" - - step: "all" - margin: - r: 20 - b: 5 - t: 5 - l: 70 - legend: - orientation: "h" - xanchor: "auto" - traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 - bordercolor: "rgb(238, 238, 238)" - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-cpta-cps: - title: "" - titlefont: - size: 16 - autosize: True - showlegend: True - width: 1100 - height: 800 - yaxis: - showticklabels: True - tickformat: ".5s" - title: "Connection Rate [Mcps]" - hoverformat: ".5s" - gridcolor: "rgb(238, 238, 238)" - linecolor: "rgb(238, 238, 238)" - showline: True - zeroline: False - tickcolor: "rgb(238, 238, 238)" - linewidth: 1 - showgrid: True - xaxis: - title: 'Date [MMDD]' - type: "date" - autorange: True - fixedrange: False - showgrid: True - gridcolor: "rgb(238, 238, 238)" - showline: True - linecolor: "rgb(238, 238, 238)" - zeroline: False - linewidth: 1 - showticklabels: True - tickcolor: "rgb(238, 238, 238)" - tickmode: "auto" - tickformat: "%m%d" - rangeselector: - buttons: - - count: 14 - label: "2w" - step: "day" - stepmode: "backward" - - count: 1 - label: "1m" - step: "month" - stepmode: "backward" - - count: 2 - label: "2m" - step: "month" - stepmode: "backward" - - count: 3 - label: "3m" - step: "month" - stepmode: "backward" - - step: "all" - margin: - r: 20 - b: 5 - t: 5 - l: 70 - legend: - orientation: "h" - xanchor: "auto" - traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 - bordercolor: "rgb(238, 238, 238)" - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 diff --git a/resources/tools/presentation/sphinx_conf/report/conf.py b/resources/tools/presentation/sphinx_conf/report/conf.py deleted file mode 100644 index 765c695e4a..0000000000 --- a/resources/tools/presentation/sphinx_conf/report/conf.py +++ /dev/null @@ -1,299 +0,0 @@ -# -*- coding: utf-8 -*- - -"""CSIT report documentation build configuration file - -This file is execfile()d with the current directory set to its -containing dir. - -Note that not all possible configuration values are present in this -autogenerated file. - -All configuration values have a default; values that are commented out -serve to show the default. - -If extensions (or modules to document with autodoc) are in another directory, -add these directories to sys.path here. If the directory is relative to the -documentation root, use os.path.abspath to make it absolute, like shown here. -""" - - -import os -import sys -import sphinx_rtd_theme - -sys.path.insert(0, os.path.abspath('.')) - -# -- General configuration ------------------------------------------------ - -# If your documentation needs a minimal Sphinx version, state it here. -# -# needs_sphinx = '1.0' - -# Add any Sphinx extension module names here, as strings. They can be -# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom -# ones. -extensions = [ - 'sphinxcontrib.programoutput', - 'sphinx.ext.ifconfig', - 'sphinx_rtd_theme' -] - -# Add any paths that contain templates here, relative to this directory. -templates_path = ['_templates'] - -# The suffix(es) of source file names. -# You can specify multiple suffix as a list of string: -# -source_suffix = ['.rst', '.md'] - -# The master toctree document. -master_doc = 'index' - -# General information about the project. -report_week = '11' -project = 'FD.io CSIT-2302.{week}'.format(week=report_week) -copyright = '2023, FD.io' -author = 'FD.io CSIT' - -# The version info for the project yo're documenting, acts as replacement for -# |version| and |release|, also used in various other places throughout the -# built documents. -# -# The short X.Y version. -# version = '' -# The full version, including alpha/beta/rc tags. -# release = '' - -rst_epilog = """ -.. |release-1| replace:: {prev_release} -.. |srelease| replace:: {srelease} -.. |csit-release| replace:: CSIT-{csitrelease} -.. |csit-release-1| replace:: CSIT-{csit_prev_release} -.. |vpp-release| replace:: VPP-{vpprelease} release -.. |vpp-release-1| replace:: VPP-{vpp_prev_release} release -.. |dpdk-release| replace:: DPDK-{dpdkrelease} -.. |dpdk-release-1| replace:: DPDK-{dpdk_prev_release} -.. |trex-release| replace:: TRex {trex_version} - -.. _pdf version of this report: https://s3-docs.fd.io/csit/{release}/report/_static/archive/csit_{release}.{report_week}.pdf -.. _tag documentation rst file: https://git.fd.io/csit/tree/docs/tag_documentation.rst?h={release} -.. _TRex driver: https://git.fd.io/csit/tree/GPL/tools/trex/trex_stl_profile.py?h={release} -.. _CSIT Performance Tests Documentation: https://s3-docs.fd.io/csit/{release}/docs/index.html -.. _VPP test framework documentation: https://docs.fd.io/vpp/{vpprelease}/vpp_make_test/html/ -.. _FD.io CSIT testbeds - Atom Snowridge: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_snr_hw_bios_cfg.md?h={release} -.. _FD.io CSIT testbeds - EPYC Zen2: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_zn2_hw_bios_cfg.md?h={release} -.. _FD.io CSIT testbeds - Xeon Ice Lake: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_icx_hw_bios_cfg.md?h={release} -.. _FD.io CSIT testbeds - Xeon Cascade Lake: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_clx_hw_bios_cfg.md?h={release} -.. _Ansible inventory - hosts: https://git.fd.io/csit/tree/fdio.infra.ansible/inventories/lf_inventory/host_vars?h={release} -.. _build logs from FD.io trex performance job 1n-aws: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-iterative-{srelease}-1n-aws -.. _build logs from FD.io trex performance job 2n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-iterative-{srelease}-2n-icx -.. _build logs from FD.io dpdk performance job 2n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-2n-icx -.. _build logs from FD.io dpdk performance job 3n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-3n-icx -.. _build logs from FD.io dpdk performance job 2n-clx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-2n-clx -.. _build logs from FD.io dpdk performance job 3n-alt: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-3n-alt -.. _build logs from FD.io dpdk performance job 3n-tsh: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-3n-tsh -.. _build logs from FD.io dpdk performance job 2n-tx2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-2n-tx2 -.. _build logs from FD.io dpdk performance job 2n-zn2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-2n-zn2 -.. _build logs from FD.io vpp performance job 3n-alt: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-{srelease}-3n-alt -.. _build logs from FD.io vpp performance job 3n-tsh: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-{srelease}-3n-tsh -.. _build logs from FD.io vpp performance job 2n-tx2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-{srelease}-2n-tx2 -.. _build logs from FD.io vpp performance job 2n-clx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-{srelease}-2n-clx -.. _build logs from FD.io vpp performance job 2n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-{srelease}-2n-icx -.. _build logs from FD.io vpp performance job 3n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-{srelease}-3n-icx -.. _build logs from FD.io vpp performance job 2n-zn2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-{srelease}-2n-zn2 -.. _build logs from FD.io vpp performance job 2n-aws: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-{srelease}-2n-aws -.. _build logs from FD.io dpdk coverage job 2n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-2n-icx -.. _build logs from FD.io dpdk coverage job 3n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-3n-icx -.. _build logs from FD.io dpdk coverage job 2n-clx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-2n-clx -.. _build logs from FD.io dpdk coverage job 3n-alt: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-3n-alt -.. _build logs from FD.io dpdk coverage job 3n-tsh: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-3n-tsh -.. _build logs from FD.io dpdk coverage job 2n-tx2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-2n-tx2 -.. _build logs from FD.io dpdk coverage job 2n-zn2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-2n-zn2 -.. _build logs from FD.io trex coverage job 1n-aws: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-coverage-{srelease}-1n-aws -.. _build logs from FD.io trex coverage job 2n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-coverage-{srelease}-2n-icx -.. _build logs from FD.io vpp coverage job 3n-alt: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-3n-alt -.. _build logs from FD.io vpp coverage job 3n-tsh: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-3n-tsh -.. _build logs from FD.io vpp coverage job 2n-tx2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-2n-tx2 -.. _build logs from FD.io vpp coverage job 2n-clx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-2n-clx -.. _build logs from FD.io vpp coverage job 2n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-2n-icx -.. _build logs from FD.io vpp coverage job 3n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-3n-icx -.. _build logs from FD.io vpp coverage job 2n-zn2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-2n-zn2 -.. _build logs from FD.io vpp coverage job 2n-aws: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-2n-aws -.. _build logs from FD.io vpp device job 1n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-device-{srelease}-ubuntu2204-x86_64-1n-skx -.. _build logs from FD.io vpp device job 1n-tx2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-device-{srelease}-ubuntu2204-aarch64-1n-tx2 -.. _FD.io VPP compile job: https://jenkins.fd.io/view/vpp/job/vpp-merge-{srelease}-ubuntu2004-x86_64/ -.. _CSIT Testbed Setup: https://git.fd.io/csit/tree/fdio.infra.ansible?h={release} -.. _VPP startup.conf: https://git.fd.io/vpp/tree/src/vpp/conf/startup.conf?h=stable/{srelease}&id={vpp_release_commit_id} -""".format( - release='rls2302', - report_week=report_week, - prev_release='rls2210', - srelease='2302', - csitrelease='2302', - csit_prev_release='2210', - vpprelease='23.02', - vpp_prev_release='22.10', - dpdkrelease='22.07', - dpdk_prev_release='22.03', - sdpdkrelease='22.07', - trex_version='v3.00', - vpp_release_commit_id='5516fc0f3bf50657446c4e68556c9f76ea2a43a4' -) - -# The language for content autogenerated by Sphinx. Refer to documentation -# for a list of supported languages. -# -# This is also used if you do content translation via gettext catalogs. -# Usually you set "language" from the command line for these cases. -language = 'en' - -# List of patterns, relative to source directory, that match files and -# directories to ignore when looking for source files. -# This patterns also effect to html_static_path and html_extra_path -exclude_patterns = ['_build', 'Thumbs.db', '.DS_Store'] - -# The name of the Pygments (syntax highlighting) style to use. -pygments_style = 'sphinx' - -# If true, `todo` and `todoList` produce output, else they produce nothing. -todo_include_todos = False - -# -- Options for HTML output ---------------------------------------------- - -# The theme to use for HTML and HTML Help pages. See the documentation for -# a list of builtin themes. -# -html_theme = 'sphinx_rtd_theme' - -# Theme options are theme-specific and customize the look and feel of a theme -# further. For a list of options available for each theme, see the -# documentation. -# -html_theme_options = { - 'analytics_id': '', - 'analytics_anonymize_ip': False, - 'logo_only': False, - 'display_version': True, - 'prev_next_buttons_location': 'bottom', - 'style_external_links': False, - 'vcs_pageview_mode': '', - 'style_nav_header_background': '#2980b9', - # Toc options - 'collapse_navigation': True, - 'sticky_navigation': True, - 'navigation_depth': 4, - 'includehidden': True, - 'titles_only': False -} - -# Add any paths that contain custom static files (such as style sheets) here, -# relative to this directory. They are copied after the builtin static files, -# so a file named "default.css" will overwrite the builtin "default.css". - -html_static_path = ['_tmp/src/_static'] - -html_context = { - 'css_files': [ - '_static/css/theme.css', - '_static/css/badge_only.css', - # overrides for wide tables in RTD theme - '_static/theme_overrides.css', - ] -} - -# If false, no module index is generated. -html_domain_indices = True - -# If false, no index is generated. -html_use_index = True - -# If true, the index is split into individual pages for each letter. -html_split_index = False - -# -- Options for LaTeX output --------------------------------------------- - -latex_engine = 'pdflatex' - -latex_elements = { - # The paper size ('letterpaper' or 'a4paper'). - # - 'papersize': 'a4paper', - - # The font size ('10pt', '11pt' or '12pt'). - # - #'pointsize': '10pt', - - # Additional stuff for the LaTeX preamble. - # - 'preamble': r''' - \usepackage{pdfpages} - \usepackage{svg} - \usepackage{charter} - \usepackage[defaultsans]{lato} - \usepackage{inconsolata} - \usepackage{csvsimple} - \usepackage{longtable} - \usepackage{booktabs} - ''', - - # Latex figure (float) alignment - # - 'figure_align': 'H', - - # Latex font setup - # - 'fontpkg': r''' - \renewcommand{\familydefault}{\sfdefault} - ''', - - # Latex other setup - # - 'extraclassoptions': 'openany', - 'sphinxsetup': r''' - TitleColor={RGB}{225,38,40}, - InnerLinkColor={RGB}{62,62,63}, - OuterLinkColor={RGB}{225,38,40}, - shadowsep=0pt, - shadowsize=0pt, - shadowrule=0pt - ''' -} - -# Grouping the document tree into LaTeX files. List of tuples -# (source start file, target name, title, -# author, documentclass [howto, manual, or own class]). -latex_documents = [ - (master_doc, 'csit.tex', 'CSIT REPORT', '', 'manual'), -] - -# The name of an image file (relative to this directory) to place at the top of -# the title page. -# -# latex_logo = 'fdio.pdf' - -# For "manual" documents, if this is true, then toplevel headings are parts, -# not chapters. -# -# latex_use_parts = True - -# If true, show page references after internal links. -# -latex_show_pagerefs = True - -# If true, show URL addresses after external links. -# -latex_show_urls = 'footnote' - -# Documents to append as an appendix to all manuals. -# -# latex_appendices = [] - -# It false, will not define \strong, \code, itleref, \crossref ... but only -# \sphinxstrong, ..., \sphinxtitleref, ... To help avoid clash with user added -# packages. -# -# latex_keep_old_macro_names = True - -# If false, no module index is generated. -# -# latex_domain_indices = True diff --git a/resources/tools/presentation/sphinx_conf/trending/conf.py b/resources/tools/presentation/sphinx_conf/trending/conf.py deleted file mode 100644 index 53af4ed68a..0000000000 --- a/resources/tools/presentation/sphinx_conf/trending/conf.py +++ /dev/null @@ -1,113 +0,0 @@ -# -*- coding: utf-8 -*- -# -# CSIT report documentation build configuration file -# -# This file is execfile()d with the current directory set to its -# containing dir. -# -# Note that not all possible configuration values are present in this -# autogenerated file. -# -# All configuration values have a default; values that are commented out -# serve to show the default. - -# If extensions (or modules to document with autodoc) are in another directory, -# add these directories to sys.path here. If the directory is relative to the -# documentation root, use os.path.abspath to make it absolute, like shown here. -# -import os -import sys - -sys.path.insert(0, os.path.abspath(u'.')) - -# -- General configuration ------------------------------------------------ - -# If your documentation needs a minimal Sphinx version, state it here. -# -# needs_sphinx = '1.0' - -# Add any Sphinx extension module names here, as strings. They can be -# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom -# ones. -extensions = [u'sphinxcontrib.programoutput', - u'sphinx.ext.ifconfig'] - -# Add any paths that contain templates here, relative to this directory. -templates_path = [u'_templates'] - -# The suffix(es) of source filenames. -# You can specify multiple suffix as a list of string: -# -source_suffix = [u'.rst', u'.md'] - -# The master toctree document. -master_doc = u'index' - -# General information about the project. -project = u'FD.io CSIT' -copyright = u'2020, FD.io' -author = u'FD.io CSIT' - -# The version info for the project you're documenting, acts as replacement for -# |version| and |release|, also used in various other places throughout the -# built documents. -# -# The short X.Y version. -#version = u'' -# The full version, including alpha/beta/rc tags. -#release = u'' - -# The language for content autogenerated by Sphinx. Refer to documentation -# for a list of supported languages. -# -# This is also used if you do content translation via gettext catalogs. -# Usually you set "language" from the command line for these cases. -language = u'en' - -# List of patterns, relative to source directory, that match files and -# directories to ignore when looking for source files. -# This patterns also effect to html_static_path and html_extra_path -exclude_patterns = [u'_build', u'Thumbs.db', u'.DS_Store'] - -# The name of the Pygments (syntax highlighting) style to use. -pygments_style = u'sphinx' - -# If true, `todo` and `todoList` produce output, else they produce nothing. -todo_include_todos = False - -# -- Options for HTML output ---------------------------------------------- - -# The theme to use for HTML and HTML Help pages. See the documentation for -# a list of builtin themes. -# -html_theme = u'sphinx_rtd_theme' - -# Theme options are theme-specific and customize the look and feel of a theme -# further. For a list of options available for each theme, see the -# documentation. -# -# html_theme_options = {} - -# Add any paths that contain custom static files (such as style sheets) here, -# relative to this directory. They are copied after the builtin static files, -# so a file named "default.css" will overwrite the builtin "default.css". -html_theme_path = [u'env/lib/python3.8/site-packages/sphinx_rtd_theme'] - -# html_static_path = ['_build/_static'] -html_static_path = [u'../_tmp/src/_static'] - -html_context = { - u'css_files': [ - # overrides for wide tables in RTD theme - u'_static/theme_overrides.css', - ], -} - -# If false, no module index is generated. -html_domain_indices = True - -# If false, no index is generated. -html_use_index = True - -# If true, the index is split into individual pages for each letter. -html_split_index = False diff --git a/resources/tools/presentation/static_content.py b/resources/tools/presentation/static_content.py deleted file mode 100644 index 5f234d1cd1..0000000000 --- a/resources/tools/presentation/static_content.py +++ /dev/null @@ -1,62 +0,0 @@ -# Copyright (c) 2023 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -"""Static content - -Process the static content stored in the git. -""" - -import logging - -from os import makedirs -from os.path import isdir -from shutil import rmtree, copytree, Error - -from pal_errors import PresentationError - - -def prepare_static_content(spec): - """Prepare the static content which is stored in the git. - - :param spec: Specification read from the specification file. - :type spec: Specification - :raises PresentationError: If it is not possible to process the static - content. - """ - - src = spec.static.get(u"src-path", None) - dst = spec.static.get(u"dst-path", None) - if src is None or dst is None: - logging.warning(u"No static content specified, skipping") - return - - # Copy all the static content to the build directory: - logging.info(u"Copying the static content ...") - logging.info(f" Source: {src}") - logging.info(f" Destination: {dst}") - - try: - if isdir(dst): - rmtree(dst) - - copytree(src, dst) - - makedirs(spec.environment[u"paths"][u"DIR[WORKING,SRC,STATIC]"]) - - except (Error, OSError) as err: - raise PresentationError( - u"Not possible to process the static content.", - repr(err) - ) - - logging.info(u"Done.") -- 2.16.6