From: Vratko Polak Date: Mon, 10 Dec 2018 11:35:21 +0000 (+0100) Subject: Trending: New sensitive detection X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=commitdiff_plain;h=22cd7ebc075483d2977393429260df818072fa52 Trending: New sensitive detection This enables PAL to consider burst size and stdev when detecting anomalies. Currently added as a separate presentation_new directory, so the previous detection is still available by default. TODO: If the state with two detections persists for some time, create a script for generating presentation_new/ (from presentation/) to simplify maintenance. Change-Id: Ic118aaf5ff036bf244c5820c86fa3766547fa938 Signed-off-by: Vratko Polak --- diff --git a/resources/tools/presentation/run_cpta.sh b/resources/tools/presentation/run_cpta.sh index 954f17d53c..bb94928985 100755 --- a/resources/tools/presentation/run_cpta.sh +++ b/resources/tools/presentation/run_cpta.sh @@ -30,5 +30,10 @@ STATUS=$(python pal.py \ --force) RETURN_STATUS=$? +( cd ../presentation_new && python pal.py \ + --specification specification_CPTA.yaml \ + --logging INFO \ + --force ) + echo ${STATUS} exit ${RETURN_STATUS} diff --git a/resources/tools/presentation_new/conf.py b/resources/tools/presentation_new/conf.py new file mode 100644 index 0000000000..4b52989c45 --- /dev/null +++ b/resources/tools/presentation_new/conf.py @@ -0,0 +1,275 @@ +# -*- coding: utf-8 -*- +# +# CSIT report documentation build configuration file +# +# This file is execfile()d with the current directory set to its +# containing dir. +# +# Note that not all possible configuration values are present in this +# autogenerated file. +# +# All configuration values have a default; values that are commented out +# serve to show the default. + +# If extensions (or modules to document with autodoc) are in another directory, +# add these directories to sys.path here. If the directory is relative to the +# documentation root, use os.path.abspath to make it absolute, like shown here. + + +import os +import sys + +sys.path.insert(0, os.path.abspath('.')) + +# -- General configuration ------------------------------------------------ + +# If your documentation needs a minimal Sphinx version, state it here. +# +# needs_sphinx = '1.0' + +# Add any Sphinx extension module names here, as strings. They can be +# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom +# ones. +extensions = ['sphinxcontrib.programoutput', + 'sphinx.ext.ifconfig'] + +# Add any paths that contain templates here, relative to this directory. +templates_path = ['_templates'] + +# The suffix(es) of source file names. +# You can specify multiple suffix as a list of string: +# +source_suffix = ['.rst', '.md'] + +# The master toctree document. +master_doc = 'index' + +# General information about the project. +project = u'FD.io CSIT-1810.49' +copyright = u'2018, FD.io' +author = u'FD.io CSIT' + +# The version info for the project you're documenting, acts as replacement for +# |version| and |release|, also used in various other places throughout the +# built documents. +# +# The short X.Y version. +# version = u'' +# The full version, including alpha/beta/rc tags. +# release = u'' + +rst_epilog = """ +.. |release-1| replace:: {prev_release} +.. |srelease| replace:: {srelease} +.. |csit-release| replace:: CSIT-{csitrelease} +.. |csit-release-1| replace:: CSIT-{csit_prev_release} +.. |vpp-release| replace:: VPP-{vpprelease} release +.. |vpp-release-1| replace:: VPP-{vpp_prev_release} release +.. |dpdk-release| replace:: DPDK {dpdkrelease} +.. |trex-release| replace:: TRex {trex_version} +.. |virl-image-ubuntu| replace:: {csit_ubuntu_ver} +.. |virl-image-centos| replace:: {csit_centos_ver} + +.. _pdf version of this report: https://docs.fd.io/csit/{release}/report/_static/archive/csit_{release}.{report_week}.pdf +.. _tag documentation rst file: https://git.fd.io/csit/tree/docs/tag_documentation.rst?h={release} +.. _TRex intallation: https://git.fd.io/csit/tree/resources/tools/trex/trex_installer.sh?h={release} +.. _TRex driver: https://git.fd.io/csit/tree/resources/tools/trex/trex_stateless_profile.py?h={release} +.. _VIRL topologies directory: https://git.fd.io/csit/tree/resources/tools/virl/topologies/?h={release} +.. _VIRL ubuntu images lists: https://git.fd.io/csit/tree/resources/tools/disk-image-builder/ubuntu/lists/?h={release} +.. _VIRL centos images lists: https://git.fd.io/csit/tree/resources/tools/disk-image-builder/centos/lists/?h={release} +.. _VIRL nested: https://git.fd.io/csit/tree/resources/tools/disk-image-builder/nested/?h={release} +.. _CSIT Honeycomb Functional Tests Documentation: https://docs.fd.io/csit/{release}/doc/tests.vpp.func.honeycomb.html +.. _CSIT Honeycomb Performance Tests Documentation: https://docs.fd.io/csit/{release}/doc/tests.vpp.perf.honeycomb.html +.. _CSIT DPDK Performance Tests Documentation: https://docs.fd.io/csit/{release}/doc/tests.dpdk.perf.html +.. _CSIT VPP Functional Tests Documentation: https://docs.fd.io/csit/{release}/doc/tests.vpp.func.html +.. _CSIT VPP Performance Tests Documentation: https://docs.fd.io/csit/{release}/doc/tests.vpp.perf.html +.. _CSIT NSH_SFC Functional Tests Documentation: https://docs.fd.io/csit/{release}/doc/tests.nsh_sfc.func.html +.. _CSIT DMM Functional Tests Documentation: https://docs.fd.io/csit/{release}/doc/tests.dmm.func.html +.. _CSIT VPP Device Tests Documentation: https://docs.fd.io/csit/{release}/doc/tests.vpp.device.html +.. _VPP test framework documentation: https://docs.fd.io/vpp/{vpprelease}/vpp_make_test/html/ +.. _FD.io test executor dpdk performance job 3n-hsw: https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-verify-{srelease}-3n-hsw +.. _FD.io test executor dpdk performance job 3n-skx: https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-verify-{srelease}-3n-skx +.. _FD.io test executor dpdk performance job 2n-skx: https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-verify-{srelease}-2n-skx +.. _FD.io test executor vpp performance job 3n-hsw: https://jenkins.fd.io/view/csit/job/csit-vpp-perf-verify-1807-3n-hsw +.. _FD.io test executor vpp performance job 3n-skx: https://jenkins.fd.io/view/csit/job/csit-vpp-perf-verify-1807-3n-skx +.. _FD.io test executor vpp performance job 2n-skx: https://jenkins.fd.io/view/csit/job/csit-vpp-perf-verify-1807-2n-skx +.. _FD.io test executor ligato performance jobs: https://jenkins.fd.io/job/csit-ligato-perf-{srelease}-all +.. _FD.io test executor vpp functional jobs using Ubuntu: https://jenkins.fd.io/view/csit/job/csit-vpp-functional-{srelease}-ubuntu1604-virl +.. _FD.io test executor vpp functional jobs using CentOs: https://jenkins.fd.io/view/csit/job/csit-vpp-functional-{srelease}-centos7-virl +.. _FD.io test executor vpp device jobs using Ubuntu: https://jenkins.fd.io/view/csit/job/csit-vpp-device-{srelease}-ubuntu1804-1n-skx +.. _FD.io test executor Honeycomb functional jobs: https://jenkins.fd.io/view/csit/job/hc2vpp-csit-integration-{srelease}-ubuntu1604 +.. _FD.io test executor NSH_SFC functional jobs: https://jenkins.fd.io/view/csit/job/csit-nsh_sfc-verify-func-{srelease}-ubuntu1604-virl +.. _FD.io test executor DMM functional jobs: https://jenkins.fd.io/view/csit/job/csit-dmm-functional-{srelease}-ubuntu1604-virl +.. _FD.io VPP compile job: https://jenkins.fd.io/view/vpp/job/vpp-merge-{srelease}-ubuntu1604/ +.. _FD.io DPDK compile job: https://jenkins.fd.io/view/deb-dpdk/job/deb_dpdk-merge-{sdpdkrelease}-ubuntu1604/ +.. _CSIT Testbed Setup: https://git.fd.io/csit/tree/resources/tools/testbed-setup/README.md?h={release} +.. _K8s configuration files: https://github.com/FDio/csit/tree/{release}/resources/templates/kubernetes +""".format(release='rls1810', + report_week='49', + prev_release='rls1807', + srelease='1810', + csitrelease='1810', + csit_prev_release='1807', + vpprelease='18.10', + vpp_prev_release='18.07', + dpdkrelease='18.08', + sdpdkrelease='1808', + trex_version='v2.35', + csit_ubuntu_ver='csit-ubuntu-16.04.1_2018-03-07_2.1', + csit_centos_ver='csit-centos-7.4-1711_2018-03-20_1.9') + +# The language for content autogenerated by Sphinx. Refer to documentation +# for a list of supported languages. +# +# This is also used if you do content translation via gettext catalogs. +# Usually you set "language" from the command line for these cases. +language = 'en' + +# List of patterns, relative to source directory, that match files and +# directories to ignore when looking for source files. +# This patterns also effect to html_static_path and html_extra_path +exclude_patterns = ['_build', 'Thumbs.db', '.DS_Store'] + +# The name of the Pygments (syntax highlighting) style to use. +pygments_style = 'sphinx' + +# If true, `todo` and `todoList` produce output, else they produce nothing. +todo_include_todos = False + +# -- Options for HTML output ---------------------------------------------- + +# The theme to use for HTML and HTML Help pages. See the documentation for +# a list of builtin themes. +# +html_theme = 'sphinx_rtd_theme' + +# Theme options are theme-specific and customize the look and feel of a theme +# further. For a list of options available for each theme, see the +# documentation. +# +html_theme_options = { + 'canonical_url': '', + 'analytics_id': '', + 'logo_only': False, + 'display_version': True, + 'prev_next_buttons_location': 'bottom', + 'style_external_links': False, + # Toc options + 'collapse_navigation': True, + 'sticky_navigation': True, + 'navigation_depth': 3, + 'includehidden': True, + 'titles_only': False +} + +# Add any paths that contain custom static files (such as style sheets) here, +# relative to this directory. They are copied after the builtin static files, +# so a file named "default.css" will overwrite the builtin "default.css". +html_theme_path = ['env/lib/python2.7/site-packages/sphinx_rtd_theme'] + +# html_static_path = ['_build/_static'] +html_static_path = ['_tmp/src/_static'] + +html_context = { + 'css_files': [ + '_static/theme_overrides.css', # overrides for wide tables in RTD theme + ], + } + +# If false, no module index is generated. +html_domain_indices = True + +# If false, no index is generated. +html_use_index = True + +# If true, the index is split into individual pages for each letter. +html_split_index = False + +# -- Options for LaTeX output --------------------------------------------- + +latex_engine = 'pdflatex' + +latex_elements = { + # The paper size ('letterpaper' or 'a4paper'). + # + 'papersize': 'a4paper', + + # The font size ('10pt', '11pt' or '12pt'). + # + #'pointsize': '10pt', + + # Additional stuff for the LaTeX preamble. + # + 'preamble': r''' + \usepackage{pdfpages} + \usepackage{svg} + \usepackage{charter} + \usepackage[defaultsans]{lato} + \usepackage{inconsolata} + \usepackage{csvsimple} + \usepackage{longtable} + \usepackage{booktabs} + ''', + + # Latex figure (float) alignment + # + 'figure_align': 'H', + + # Latex font setup + # + 'fontpkg': r''' + \renewcommand{\familydefault}{\sfdefault} + ''', + + # Latex other setup + # + 'extraclassoptions': 'openany', + 'sphinxsetup': r''' + TitleColor={RGB}{225,38,40}, + InnerLinkColor={RGB}{62,62,63}, + OuterLinkColor={RGB}{225,38,40}, + shadowsep=0pt, + shadowsize=0pt, + shadowrule=0pt + ''' +} + +# Grouping the document tree into LaTeX files. List of tuples +# (source start file, target name, title, +# author, documentclass [howto, manual, or own class]). +latex_documents = [ + (master_doc, 'csit.tex', u'CSIT REPORT', + u'', 'manual'), +] + +# The name of an image file (relative to this directory) to place at the top of +# the title page. +# +# latex_logo = 'fdio.pdf' + +# For "manual" documents, if this is true, then toplevel headings are parts, +# not chapters. +# +# latex_use_parts = True + +# If true, show page references after internal links. +# +latex_show_pagerefs = True + +# If true, show URL addresses after external links. +# +latex_show_urls = 'footnote' + +# Documents to append as an appendix to all manuals. +# +# latex_appendices = [] + +# It false, will not define \strong, \code, itleref, \crossref ... but only +# \sphinxstrong, ..., \sphinxtitleref, ... To help avoid clash with user added +# packages. +# +# latex_keep_old_macro_names = True + +# If false, no module index is generated. +# +# latex_domain_indices = True diff --git a/resources/tools/presentation_new/conf_cpta/conf.py b/resources/tools/presentation_new/conf_cpta/conf.py new file mode 100644 index 0000000000..4eb51d884e --- /dev/null +++ b/resources/tools/presentation_new/conf_cpta/conf.py @@ -0,0 +1,112 @@ +# -*- coding: utf-8 -*- +# +# CSIT report documentation build configuration file +# +# This file is execfile()d with the current directory set to its +# containing dir. +# +# Note that not all possible configuration values are present in this +# autogenerated file. +# +# All configuration values have a default; values that are commented out +# serve to show the default. + +# If extensions (or modules to document with autodoc) are in another directory, +# add these directories to sys.path here. If the directory is relative to the +# documentation root, use os.path.abspath to make it absolute, like shown here. +# +import os +import sys + +sys.path.insert(0, os.path.abspath('.')) + +# -- General configuration ------------------------------------------------ + +# If your documentation needs a minimal Sphinx version, state it here. +# +# needs_sphinx = '1.0' + +# Add any Sphinx extension module names here, as strings. They can be +# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom +# ones. +extensions = ['sphinxcontrib.programoutput', + 'sphinx.ext.ifconfig'] + +# Add any paths that contain templates here, relative to this directory. +templates_path = ['_templates'] + +# The suffix(es) of source filenames. +# You can specify multiple suffix as a list of string: +# +source_suffix = ['.rst', '.md'] + +# The master toctree document. +master_doc = 'index' + +# General information about the project. +project = u'FD.io CSIT' +copyright = u'2018, FD.io' +author = u'FD.io CSIT' + +# The version info for the project you're documenting, acts as replacement for +# |version| and |release|, also used in various other places throughout the +# built documents. +# +# The short X.Y version. +#version = u'' +# The full version, including alpha/beta/rc tags. +#release = u'' + +# The language for content autogenerated by Sphinx. Refer to documentation +# for a list of supported languages. +# +# This is also used if you do content translation via gettext catalogs. +# Usually you set "language" from the command line for these cases. +language = 'en' + +# List of patterns, relative to source directory, that match files and +# directories to ignore when looking for source files. +# This patterns also effect to html_static_path and html_extra_path +exclude_patterns = ['_build', 'Thumbs.db', '.DS_Store'] + +# The name of the Pygments (syntax highlighting) style to use. +pygments_style = 'sphinx' + +# If true, `todo` and `todoList` produce output, else they produce nothing. +todo_include_todos = False + +# -- Options for HTML output ---------------------------------------------- + +# The theme to use for HTML and HTML Help pages. See the documentation for +# a list of builtin themes. +# +html_theme = 'sphinx_rtd_theme' + +# Theme options are theme-specific and customize the look and feel of a theme +# further. For a list of options available for each theme, see the +# documentation. +# +# html_theme_options = {} + +# Add any paths that contain custom static files (such as style sheets) here, +# relative to this directory. They are copied after the builtin static files, +# so a file named "default.css" will overwrite the builtin "default.css". +html_theme_path = ['env/lib/python2.7/site-packages/sphinx_rtd_theme'] + +# html_static_path = ['_build/_static'] +html_static_path = ['../_tmp/src/_static'] + +html_context = { + 'css_files': [ + '_static/theme_overrides.css', # overrides for wide tables in RTD theme + ], + } + +# If false, no module index is generated. +html_domain_indices = True + +# If false, no index is generated. +html_use_index = True + +# If true, the index is split into individual pages for each letter. +html_split_index = False diff --git a/resources/tools/presentation_new/doc/graphs_improvements.css b/resources/tools/presentation_new/doc/graphs_improvements.css new file mode 100644 index 0000000000..bd0ffa6435 --- /dev/null +++ b/resources/tools/presentation_new/doc/graphs_improvements.css @@ -0,0 +1,5 @@ +body { + background-color: #F0FFFF; + width: 820px; + margin: 10px auto; +} diff --git a/resources/tools/presentation_new/doc/graphs_improvements.rst b/resources/tools/presentation_new/doc/graphs_improvements.rst new file mode 100644 index 0000000000..336faf9748 --- /dev/null +++ b/resources/tools/presentation_new/doc/graphs_improvements.rst @@ -0,0 +1,637 @@ +================================ + Envisioning information by PAL +================================ + +Introduction +------------ + +This document describes possible improvements in data presentation provided by +PAL for the `Report `_ and the +`Trending `_ + +You can generate a standalone html version of this document using e.g. +rst2html5 tool: + +.. code:: bash + + rst2html5 --stylesheet graphs_improvements.css graphs_improvements.rst >> graphs_improvements.html + +**Modifications of existing graphs** + +- `Speedup Multi-core`_ +- `Packet Throughput`_ +- `Packet Latency`_ +- `HTTP-TCP Performance`_ + +**New graphs to be added** + +- `Comparison between releases`_ +- `Comparison between processor architectures`_ +- `Comparison between 2-node and 3-node topologies`_ +- `Comparison between different physical testbed instances`_ +- `Comparison between NICs`_ +- `Other comparisons`_ + +**Export of static images** + +- low priority +- make possible to `export static images`_ which are available via link on the + web page. +- vector formats (svg, pdf) are preferred + +Priorities +---------- + +**Target CSIT-18.10** + +- `Speedup Multi-core`_ +- `Packet Throughput`_ + +**Nice to have in CSIT-18.10** + +.. note:: + + Only if above done, and target CSIT-18.10 is in time , otherwise next + release. + +- `Packet Latency`_ +- `HTTP-TCP Performance`_ + +Modifications of existing graphs +-------------------------------- + +The proposed modifications include the changes in: + +- the layout of the graphs, +- the data and way how it is presented, +- the test cases presented in the graphs. + +The first two points are described below, the last one will be added later as a +separate chapter. + +.. _Speedup Multi-core: + +Speedup Multi-core +`````````````````` + +The "Speedup Multicore" graph will display the measured data together with +perfect values calculated as multiples of the best value measured using one +core. The relative difference between measured and perfect values will be +displayed in the hover next to each data point. + +.. image:: pic/graph-speedup.svg + :width: 800 px + :scale: 50 % + :align: center + :alt: Graph "Speedup Multi-core: not found. + +**Description:** + +*Data displayed:* + +- one or more data series from the same area, keep the number of displayed + data series as low as possible (max 6) +- x-axis: number of cores +- y-axis: throughput (measured and perfect) [Mpps], linear scale, beginning + with 0 +- hover information: Throughput [Mpps], Speedup [1], Relative difference between + measured and ideal values [%], Perfect Throughput [%] +- Limits of ethernet links, NICs and PCIe. See `Physical performance limits`_. + +*Layout:* + +- plot type: lines with data points (plotly.graph_objs.Scatter) +- data series format: + - measured: solid line with data points + - perfect: dashed line with data points, the same color as "measured" +- title: "Speedup Multi-core: ", + top, centered, font size 18; configurable in specification file: visible / + hidden, text +- x-axis: integers, starting with 1 (core), linear, font size 16, bottom +- x-axis label: "Number of cores [qty]", bottom, centered, font size 16 +- y-axis: float, starting with 0, dynamic range, linear, font size 16, left +- y-axis label: "Packet Throughput [Mpps]", middle, left +- legend: list of presented test cases, bottom, left, font size 16; the order + of displayed tests is configurable in the specification file +- annotation: text: "dashed: perfect
solid: measured", top, left, + font size 16 + +.. _Packet Throughput: + +Packet Throughput +````````````````` + +The "Packet Throughput" graph will display the measured data using +statistical box graph. Each data point is constructed from 10 samples. +The statistical data are displayed as hover information. + +.. image:: pic/graph-throughput.svg + :width: 800 px + :scale: 50 % + :align: center + :alt: Graph "Packet Throughput" not found. + +**Description:** + +*Data displayed:* + +- one or more data points from the same area, keep the number of displayed + data points as low as possible (max 6) +- x-axis: indexed test cases +- y-axis: throughput [Mpps], linear scale, beginning with 0 +- hover information: statistical data (min, lower fence, q1, median, q3, + higher fence, max), test case name + +*Layout:* + +- plot type: statistical box (plotly.graph_objs.Box) +- data series format: box +- title: "Packet Throughput: ", + top, centered, font size 18; configurable in specification file: visible / + hidden, text +- x-axis: integers, starting with 1, linear, font size 16, bottom; the order + of displayed tests is configurable in the specification file +- x-axis label: "Indices of Test Cases [Index]", bottom, centered, font size 16 +- y-axis: floats, starting with 0, dynamic range, linear, font size 16, left +- y-axis label: "Packet Throughput [Mpps]", middle, left +- legend: "Indexed Test Cases [idx]", bottom, left, font size 16 + +.. _Packet Latency: + +Packet Latency +`````````````` + +The "Packet Latency" graph will display the measured data using +statistical box graph. Each data point is constructed from 10 samples. +The statistical data are displayed as hover information. + +.. image:: pic/graph-latency.svg + :width: 800 px + :scale: 50 % + :align: center + :alt: Graph "Packet Latency" not found. + +**Description:** + +*Data displayed:* + +- one or more data points from the same area, keep the number of displayed + data points as low as possible (max 6) +- x-axis: data flow directions +- y-axis: latency min/avg/max [uSec], linear scale, beginning with 0 +- hover information: statistical data (min, avg, max), test case name, direction + +*Layout:* + +- plot type: scatter with errors (plotly.graph_objs.Scatter) +- data series format: data point with min amd max values +- title: "Packet Latency: ", + top, centered, font size 18; configurable in specification file: visible / + hidden, text +- x-axis: text, font size 16, bottom; the order of displayed tests is + configurable in the specification file +- x-axis label: "Direction", bottom, centered +- y-axis: integers, starting with 0, dynamic range, linear, font size 16, left +- y-axis label: "Packet Latency min/avg/max [uSec]", middle, left +- legend: "Indexed Test Cases [idx]", bottom, left, font size 16 + +.. _HTTP-TCP Performance: + +HTTP/TCP Performance +```````````````````` + +The "HTTP/TCP Performance" graph will display the measured data using +statistical box graph separately for "Connections per second" and "Requests per +second". Each data point is constructed from 10 samples. The statistical data +are displayed as hover information. + +.. image:: pic/graph-http-cps.svg + :width: 800 px + :scale: 50 % + :align: center + :alt: Graph "HTTP/TCP Performance" not found. + +.. image:: pic/graph-http-rps.svg + :width: 800 px + :scale: 50 % + :align: center + :alt: Graph "HTTP/TCP Performance" not found. + +**Description:** + +*Data displayed:* + +- requests / connections per second, the same tests configured for 1, 2 and + 4 cores (3 data points in each graph) +- x-axis: indexed test cases +- y-axis: requests/connections per second, linear scale, beginning with 0 +- hover information: statistical data (min, lower fence, q1, median, q3, + higher fence, max), test case name + +*Layout:* + +- plot type: statistical box (plotly.graph_objs.Box) +- data series format: box +- title: "VPP HTTP Server Performance", top, centered, font size 18 +- x-axis: integers, font size 16, bottom +- x-axis label: "Indices of Test Cases [Index]", bottom, centered, font size 16 +- y-axis: floats, starting with 0, dynamic range, linear, font size 16, left +- y-axis label: "Connections per second [cps]", "Requests per second [rps]", + top, left +- legend: "Indexed Test Cases [idx]", bottom, left, font size 16 + +New graphs to be added +---------------------- + +- *Comparison between releases* + + - compare MRR, NDR, PDR between releases + - use as many releases as available + +- *Comparison between processor architectures* + + - compare MRR, NDR, PDR between processor architectures + - HSW vs SKX (vs ARM when available) + +- *Comparison between 2-node and 3-node topologies* + + - compare MRR, NDR, PDR between topologies + - 3n-skx vs 2n-skx + +- *Comparison between different physical testbed instances* + + - compare the results of the same test (MRR, NDR, PDR) run on different + instances of the same testbed, e.g. HSW + - HSW vs HSW, SKX vs SKX + +- *Comparison between NICs* + + - compare the results of the same test (MRR, NDR, PDR) run on different NICs + but on the same instance of a physical testbed. + - x520 vs x710 vs xl710 on HSW + - x710 vs xxv710 on SKX + +- *Other comparisons* + +.. note:: + + - Partially based on the existing tables in the Report + - Only selected TCs + +.. _Comparison between releases: + +Comparison between releases +``````````````````````````` + +This graph will compare the results of the same test from different releases. +One graph can present the data from one or more tests logically grouped. See +`Grouping of tests in graphs`_ for more information. +Each data point is constructed from 10 samples. The statistical data are +displayed as hover information. + +.. image:: pic/graph_cmp_releases.svg + :width: 800 px + :scale: 50 % + :align: center + :alt: Graph "Comparison between releases" not found. + +**Description:** + +*Data displayed:* + +- data: packet throughput +- x-axis: release +- y-axis: packet throughput [Mpps], linear scale, beginning with 0 +- hover information: statistical data (median, stdev), test case name, release + +*Layout:* + +- plot type: scatter with line +- data series format: line with markers +- title: "Packet Throughput: ", + top, centered, font size 18 +- x-axis: strings, font size 16, bottom +- x-axis label: "Release", bototm, centered, font size 16 +- y-axis: floats, starting with 0, dynamic range, linear, bottom, font size 16 +- y-axis label: "Packet Throughput [Mpps]", middle, left, font size 16 +- legend: "Test Cases", bottom, left, font size 16 + +.. _Comparison between processor architectures: + +Comparison between processor architectures +`````````````````````````````````````````` + +This graph will compare the results of the same test from the same release run +on the different processor architectures (HSW, SKX, later ARM). +One graph can present the data from one or more tests logically grouped. See +`Grouping of tests in graphs`_ for more information. +Each data point is constructed from 10 samples. The statistical data are +displayed as hover information. + +.. image:: pic/graph_cmp_arch.svg + :width: 800 px + :scale: 50 % + :align: center + :alt: Graph "Comparison between processor architectures" not found. + +**Description:** + +*Data displayed:* + +- data: packet throughput +- x-axis: processor architecture +- y-axis: throughput [Mpps], linear scale, beginning with 0 +- hover information: statistical data (median, stdev), test case name, processor + architecture + +*Layout:* + +- plot type: scatter with line +- data series format: line with markers +- title: "Packet Throughput: ", + top, centered, font size 18 +- x-axis: strings, font size 16, bottom, centered +- x-axis label: "Processor architecture", bottom, centered, font size 16 +- y-axis: floats, starting with 0, dynamic range, linear, font size 16, left +- y-axis label: "Packet Throughput [Mpps]", middle, left +- legend: "Test cases", bottom, left, font size 16 + +.. _Comparison between 2-node and 3-node topologies: + +Comparison between 2-node and 3-node topologies +``````````````````````````````````````````````` + +This graph will compare the results of the same test from the same release run +on the same processor architecture but different topologies (3n-skx, 2n-skx). +One graph can present the data from one or more tests logically grouped. See +`Grouping of tests in graphs`_ for more information. +Each data point is constructed from 10 samples. The statistical data are +displayed as hover information. + +.. image:: pic/graph_cmp_topo.svg + :width: 800 px + :scale: 50 % + :align: center + :alt: Graph "Comparison between 2-node and 3-node topologies" not found. + +**Description:** + +*Data displayed:* + +- data: packet throughput +- x-axis: topology +- y-axis: throughput [Mpps], linear scale, beginning with 0 +- hover information: statistical data (median, stdev), test case name, topology + +*Layout:* + +- plot type: scatter with line +- data series format: line with markers +- title: "Packet Throughput: ", + top, centered, font size 18 +- x-axis: strings, font size 16, bottom, centered +- x-axis label: "Topology", bottom, centered, font size 16 +- y-axis: floats, starting with 0, dynamic range, linear, font size 16, left +- y-axis label: "Packet Throughput [Mpps]", middle, left, font size 16 +- legend: "Test cases", bottom, left, font size 16 + +.. _Comparison between different physical testbed instances: + +Comparison between different physical testbed instances +``````````````````````````````````````````````````````` + +This graph will compare the results of the same test from the same release run +on the same processor architecture, the same topology but different physical +testbed instances. +One graph can present the data from one or more tests logically grouped. See +`Grouping of tests in graphs`_ for more information. +Each data point is constructed from 10 samples. The statistical data are +displayed as hover information. + + +.. image:: pic/graph_cmp_testbed.svg + :width: 800 px + :scale: 50 % + :align: center + :alt: Graph "Comparison between different physical testbed instances" not + found. + +**Description:** + +*Data displayed:* + +- data: packet throughput +- x-axis: physical testbed instances +- y-axis: throughput [Mpps], linear scale, beginning with 0 +- hover information: statistical data (median, stdev), test case name, physical + testbed instance + +*Layout:* + +- plot type: scatter with line +- data series format: line with markers +- title: "Packet Throughput: ", + top, centered, font size 18 +- x-axis: strings, font size 16, bottom, centered +- x-axis label: "Physical Testbed Instance", bottom, centered, font size 16 +- y-axis: floats, starting with 0, dynamic range, linear, font size 16, left +- y-axis label: "Packet Throughput [Mpps]", middle, left, font size 16 +- legend: "Test cases", bottom, left, font size 16 + +.. _Comparison between NICs: + +Comparison between NICs +``````````````````````` + +This graph will compare the results of the same test from the same release run +on the same processor architecture, the same topology but different NICs. +One graph can present the data from one or more tests logically grouped. See +`Grouping of tests in graphs`_ for more information. +Each data point is constructed from 10 samples. The statistical data are +displayed as hover information. + +.. image:: pic/graph_cmp_nics.svg + :width: 800 px + :scale: 50 % + :align: center + :alt: Graph "Comparison between NICs" not found. + +**Description:** + +*Data displayed:* + +- data: packet throughput +- x-axis: NICs +- y-axis: packet throughput [Mpps], linear scale, beginning with 0 +- hover information: statistical data (median, stdev), test case name, NIC + +*Layout:* + +- plot type: scatter with line +- data series format: line with markers +- title: "Packet Throughput: ", + top, centered, font size 18 +- x-axis: strings, font size 16, bottom +- x-axis label: "NIC", bottom, centered, font size 16 +- y-axis: floats, starting with 0, dynamic range, linear, font size 16, left +- y-axis label: "Packet Throughput [Mpps]", middle, left, font size 16 +- legend: "Test cases", bottom, left, font size 16 + +.. _Other comparisons: + +Other comparisons +````````````````` + +**Other tests results comparisons** + +- compare packet throughput for vhost vs memif + +**Other views on collected data** + +- per `Vratko Polak email on csit-dev `_. + +.. _Grouping of tests in graphs: + +Grouping of tests in graphs +--------------------------- + +A graph can present results of one or more tests. The tests are grouped +according to the defined criteria. In the ideal case, all graphs use the same +groups of tests. + +The grouping of tests is described in a separate document. + +.. TODO: [MK], [TF]: Create the document. +.. TODO: [TF]: Add the link. +.. TODO: [TF]: Remove/edit the next paragraph when the document is ready. + +**Example of data grouping:** + +- ip4: ip4base, ip4scale20k, ip4scale200k, ip4scale2m + - data presented in this order from left to right +- ip6: similar to ip4 +- l2bd: similar to ip4. + +.. _Sorting of tests presented in a graph: + +Sorting of tests presented in a graph +------------------------------------- + +It is possible to specify the order of tests (suites) on the x-axis presented in +a graph: + +- `Packet Throughput`_ +- `Packet Latency`_ + +It is possible to specify the order of tests (suites) in the legend presented in +a graph: + +- `Speedup Multi-core`_ + +In both cases the order is defined in the specification file for each plot +separately, e.g.: + +.. code:: yaml + + - + type: "plot" + + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + +The sorting is based on tags. If more then one test has the same tag, only the +first one is taken. The remaining tests and the tests without listed tags are +placed at the end of the list in random order. + +.. _export static images: + +Export of static images +----------------------- + +Not implemented yet. For more information see: + +- `Plotly: Static image export `_ +- prefered vector formats (svg, pdf) +- requirements: + - plotly-orca + - `Orca `_ + - `Orca releases `_ + - `Orca management in Python `_ + - psutil + +.. _Physical performance limits: + +Physical performance limits +--------------------------- + ++-----------------+----------------+ +| Ethernet links | pps @64B | ++=================+================+ +| 10ge | 14,880,952.38 | ++-----------------+----------------+ +| 25ge | 37,202,380.95 | ++-----------------+----------------+ +| 40ge | 59,523,809.52 | ++-----------------+----------------+ +| 100ge | 148,809,523.81 | ++-----------------+----------------+ + + ++-----------------+----------------+ +| Ethernet links | bps | ++=================+================+ +| 64B | | ++-----------------+----------------+ +| IMIX | | ++-----------------+----------------+ +| 1518B | | ++-----------------+----------------+ +| 9000B | | ++-----------------+----------------+ + + ++-----------------+----------------+ +| NIC | pps @64B | ++=================+================+ +| x520 | 24,460,000 | ++-----------------+----------------+ +| x710 | 35,800,000 | ++-----------------+----------------+ +| xxv710 | 35,800,000 | ++-----------------+----------------+ +| xl710 | 35,800,000 | ++-----------------+----------------+ + + ++-----------------+----------------+ +| NIC | bw ??B | ++=================+================+ +| x520 | | ++-----------------+----------------+ +| x710 | | ++-----------------+----------------+ +| xxv710 | | ++-----------------+----------------+ +| xl710 | | ++-----------------+----------------+ + + ++-----------------+----------------+ +| PCIe | bps | ++=================+================+ +| PCIe Gen3 x8 | 50,000,000,000 | ++-----------------+----------------+ +| PCIe Gen3 x16 | 100,000,000,000| ++-----------------+----------------+ + + ++-----------------+----------------+ +| PCIe | pps @64B | ++=================+================+ +| PCIe Gen3 x8 | 74,404,761.90 | ++-----------------+----------------+ +| PCIe Gen3 x16 | 148,809,523.81 | ++-----------------+----------------+ diff --git a/resources/tools/presentation_new/doc/pal_func_diagram.svg b/resources/tools/presentation_new/doc/pal_func_diagram.svg new file mode 100644 index 0000000000..14f59605f9 --- /dev/null +++ b/resources/tools/presentation_new/doc/pal_func_diagram.svg @@ -0,0 +1,1413 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Specification.YAML + + + + + + + + Data to process.xml + + + + + + + + Static content.rst + + + + + + + + + + read_specification + + + + + + + + + + read_data + + + + + + + + Specification + + + + + + + + Input data + + + + + + + + + + filter_data + + + + + + + + + + filter_data + + + + + + + + + + generate_files + + + + + + + + Tables + + + + + + + + Plots + + + + + + + + Files + + + + + + + + + + generate_report + + + + + + + + Report + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + generate_tables + + + + + + + + + + generate_plots + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + sL1 - Data + + + + + + sL2 - Data processing + + + + + + sL3 - Data presentation + + + + + + sL4 - Report generation + + + + + + + \ No newline at end of file diff --git a/resources/tools/presentation_new/doc/pal_layers.svg b/resources/tools/presentation_new/doc/pal_layers.svg new file mode 100644 index 0000000000..dfb05d3106 --- /dev/null +++ b/resources/tools/presentation_new/doc/pal_layers.svg @@ -0,0 +1,441 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + .YAMLSpecification (CSIT gerrit) + + + + + + Data + + + + + + + + .RSTStatic content (CSIT gerrit) + + + + + + + + .ZIP (.XML)Data to process (Jenkins) + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + pandasData model in JSONSpecification, Input data (Pandas.Series) + + + + + + Data processing + + + + + + Data presentation + + + + + + + + Plotsplot.ly → .html + + + + + + + + Files.RST + + + + + + + + TablesPandas → .csv + + + + + + Report generation + + + + + + + + Sphinx.html / .pdf (then stored in nexus) + + + + + + Jenkins plots + + + + + + + + Jenkins plotplugin.html + + + + + + sL1 + + + + + + sL2 + + + + + + sL3 + + + + + + sL4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Read files + + + + + + Read files + + + + + + Read files + + + + + + Read files + + + + + + Read files + + + + + + Read files + + + + + + Read files + + + + + + Read files + + + + + + Read files + + + + + + Python calls + + + + + + Python calls + + + + + + Python calls + + + + + + + \ No newline at end of file diff --git a/resources/tools/presentation_new/doc/pal_lld.rst b/resources/tools/presentation_new/doc/pal_lld.rst new file mode 100644 index 0000000000..28cb892067 --- /dev/null +++ b/resources/tools/presentation_new/doc/pal_lld.rst @@ -0,0 +1,1722 @@ +Presentation and Analytics +========================== + +Overview +-------- + +The presentation and analytics layer (PAL) is the fourth layer of CSIT +hierarchy. The model of presentation and analytics layer consists of four +sub-layers, bottom up: + + - sL1 - Data - input data to be processed: + + - Static content - .rst text files, .svg static figures, and other files + stored in the CSIT git repository. + - Data to process - .xml files generated by Jenkins jobs executing tests, + stored as robot results files (output.xml). + - Specification - .yaml file with the models of report elements (tables, + plots, layout, ...) generated by this tool. There is also the configuration + of the tool and the specification of input data (jobs and builds). + + - sL2 - Data processing + + - The data are read from the specified input files (.xml) and stored as + multi-indexed `pandas.Series `_. + - This layer provides also interface to input data and filtering of the input + data. + + - sL3 - Data presentation - This layer generates the elements specified in the + specification file: + + - Tables: .csv files linked to static .rst files. + - Plots: .html files generated using plot.ly linked to static .rst files. + + - sL4 - Report generation - Sphinx generates required formats and versions: + + - formats: html, pdf + - versions: minimal, full (TODO: define the names and scope of versions) + +.. only:: latex + + .. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_tmp/src/csit_framework_documentation/}} + \includegraphics[width=0.90\textwidth]{pal_layers} + \label{fig:pal_layers} + \end{figure} + +.. only:: html + + .. figure:: pal_layers.svg + :alt: PAL Layers + :align: center + +Data +---- + +Report Specification +```````````````````` + +The report specification file defines which data is used and which outputs are +generated. It is human readable and structured. It is easy to add / remove / +change items. The specification includes: + + - Specification of the environment. + - Configuration of debug mode (optional). + - Specification of input data (jobs, builds, files, ...). + - Specification of the output. + - What and how is generated: + - What: plots, tables. + - How: specification of all properties and parameters. + - .yaml format. + +Structure of the specification file +''''''''''''''''''''''''''''''''''' + +The specification file is organized as a list of dictionaries distinguished by +the type: + +:: + + - + type: "environment" + - + type: "configuration" + - + type: "debug" + - + type: "static" + - + type: "input" + - + type: "output" + - + type: "table" + - + type: "plot" + - + type: "file" + +Each type represents a section. The sections "environment", "debug", "static", +"input" and "output" are listed only once in the specification; "table", "file" +and "plot" can be there multiple times. + +Sections "debug", "table", "file" and "plot" are optional. + +Table(s), files(s) and plot(s) are referred as "elements" in this text. It is +possible to define and implement other elements if needed. + + +Section: Environment +'''''''''''''''''''' + +This section has the following parts: + + - type: "environment" - says that this is the section "environment". + - configuration - configuration of the PAL. + - paths - paths used by the PAL. + - urls - urls pointing to the data sources. + - make-dirs - a list of the directories to be created by the PAL while + preparing the environment. + - remove-dirs - a list of the directories to be removed while cleaning the + environment. + - build-dirs - a list of the directories where the results are stored. + +The structure of the section "Environment" is as follows (example): + +:: + + - + type: "environment" + configuration: + # Debug mode: + # - Skip: + # - Download of input data files + # - Do: + # - Read data from given zip / xml files + # - Set the configuration as it is done in normal mode + # If the section "type: debug" is missing, CFG[DEBUG] is set to 0. + CFG[DEBUG]: 0 + + paths: + # Top level directories: + ## Working directory + DIR[WORKING]: "_tmp" + ## Build directories + DIR[BUILD,HTML]: "_build" + DIR[BUILD,LATEX]: "_build_latex" + + # Static .rst files + DIR[RST]: "../../../docs/report" + + # Working directories + ## Input data files (.zip, .xml) + DIR[WORKING,DATA]: "{DIR[WORKING]}/data" + ## Static source files from git + DIR[WORKING,SRC]: "{DIR[WORKING]}/src" + DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static" + + # Static html content + DIR[STATIC]: "{DIR[BUILD,HTML]}/_static" + DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp" + DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk" + DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive" + + # Detailed test results + DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results" + DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results" + DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results" + DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results" + DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results" + DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results" + DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results" + DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements" + + # Detailed test configurations + DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration" + DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration" + DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration" + + # Detailed tests operational data + DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data" + DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data" + + # .css patch file to fix tables generated by Sphinx + DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css" + DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css" + + urls: + URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job" + URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job" + + make-dirs: + # List the directories which are created while preparing the environment. + # All directories MUST be defined in "paths" section. + - "DIR[WORKING,DATA]" + - "DIR[STATIC,VPP]" + - "DIR[STATIC,DPDK]" + - "DIR[STATIC,ARCH]" + - "DIR[BUILD,LATEX]" + - "DIR[WORKING,SRC]" + - "DIR[WORKING,SRC,STATIC]" + + remove-dirs: + # List the directories which are deleted while cleaning the environment. + # All directories MUST be defined in "paths" section. + #- "DIR[BUILD,HTML]" + + build-dirs: + # List the directories where the results (build) is stored. + # All directories MUST be defined in "paths" section. + - "DIR[BUILD,HTML]" + - "DIR[BUILD,LATEX]" + +It is possible to use defined items in the definition of other items, e.g.: + +:: + + DIR[WORKING,DATA]: "{DIR[WORKING]}/data" + +will be automatically changed to + +:: + + DIR[WORKING,DATA]: "_tmp/data" + + +Section: Configuration +'''''''''''''''''''''' + +This section specifies the groups of parameters which are repeatedly used in the +elements defined later in the specification file. It has the following parts: + + - data sets - Specification of data sets used later in element's specifications + to define the input data. + - plot layouts - Specification of plot layouts used later in plots' + specifications to define the plot layout. + +The structure of the section "Configuration" is as follows (example): + +:: + + - + type: "configuration" + data-sets: + plot-vpp-throughput-latency: + csit-vpp-perf-1710-all: + - 11 + - 12 + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 20 + vpp-perf-results: + csit-vpp-perf-1710-all: + - 20 + - 23 + plot-layouts: + plot-throughput: + xaxis: + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + title: "Indexed Test Cases" + zeroline: False + yaxis: + gridcolor: "rgb(238, 238, 238)'" + hoverformat: ".4s" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [] + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + title: "Packets Per Second [pps]" + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 50 + r: 20 + showlegend: True + legend: + orientation: "h" + width: 700 + height: 1000 + +The definitions from this sections are used in the elements, e.g.: + +:: + + - + type: "plot" + title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc" + data: + "plot-vpp-throughput-latency" + filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "throughput" + - "parent" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" + layout: + "plot-throughput" + + +Section: Debug mode +''''''''''''''''''' + +This section is optional as it configures the debug mode. It is used if one +does not want to download input data files and use local files instead. + +If the debug mode is configured, the "input" section is ignored. + +This section has the following parts: + + - type: "debug" - says that this is the section "debug". + - general: + + - input-format - xml or zip. + - extract - if "zip" is defined as the input format, this file is extracted + from the zip file, otherwise this parameter is ignored. + + - builds - list of builds from which the data is used. Must include a job + name as a key and then a list of builds and their output files. + +The structure of the section "Debug" is as follows (example): + +:: + + - + type: "debug" + general: + input-format: "zip" # zip or xml + extract: "robot-plugin/output.xml" # Only for zip + builds: + # The files must be in the directory DIR[WORKING,DATA] + csit-dpdk-perf-1707-all: + - + build: 10 + file: "csit-dpdk-perf-1707-all__10.xml" + - + build: 9 + file: "csit-dpdk-perf-1707-all__9.xml" + csit-nsh_sfc-verify-func-1707-ubuntu1604-virl: + - + build: 2 + file: "csit-nsh_sfc-verify-func-1707-ubuntu1604-virl-2.xml" + csit-vpp-functional-1707-ubuntu1604-virl: + - + build: lastSuccessfulBuild + file: "csit-vpp-functional-1707-ubuntu1604-virl-lastSuccessfulBuild.xml" + hc2vpp-csit-integration-1707-ubuntu1604: + - + build: lastSuccessfulBuild + file: "hc2vpp-csit-integration-1707-ubuntu1604-lastSuccessfulBuild.xml" + csit-vpp-perf-1707-all: + - + build: 16 + file: "csit-vpp-perf-1707-all__16__output.xml" + - + build: 17 + file: "csit-vpp-perf-1707-all__17__output.xml" + + +Section: Static +''''''''''''''' + +This section defines the static content which is stored in git and will be used +as a source to generate the report. + +This section has these parts: + + - type: "static" - says that this section is the "static". + - src-path - path to the static content. + - dst-path - destination path where the static content is copied and then + processed. + +:: + + - + type: "static" + src-path: "{DIR[RST]}" + dst-path: "{DIR[WORKING,SRC]}" + + +Section: Input +'''''''''''''' + +This section defines the data used to generate elements. It is mandatory +if the debug mode is not used. + +This section has the following parts: + + - type: "input" - says that this section is the "input". + - general - parameters common to all builds: + + - file-name: file to be downloaded. + - file-format: format of the downloaded file, ".zip" or ".xml" are supported. + - download-path: path to be added to url pointing to the file, e.g.: + "{job}/{build}/robot/report/*zip*/{filename}"; {job}, {build} and + {filename} are replaced by proper values defined in this section. + - extract: file to be extracted from downloaded zip file, e.g.: "output.xml"; + if xml file is downloaded, this parameter is ignored. + + - builds - list of jobs (keys) and numbers of builds which output data will be + downloaded. + +The structure of the section "Input" is as follows (example from 17.07 report): + +:: + + - + type: "input" # Ignored in debug mode + general: + file-name: "robot-plugin.zip" + file-format: ".zip" + download-path: "{job}/{build}/robot/report/*zip*/{filename}" + extract: "robot-plugin/output.xml" + builds: + csit-vpp-perf-1707-all: + - 9 + - 10 + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 21 + - 22 + csit-dpdk-perf-1707-all: + - 1 + - 2 + - 3 + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + csit-vpp-functional-1707-ubuntu1604-virl: + - lastSuccessfulBuild + hc2vpp-csit-perf-master-ubuntu1604: + - 8 + - 9 + hc2vpp-csit-integration-1707-ubuntu1604: + - lastSuccessfulBuild + csit-nsh_sfc-verify-func-1707-ubuntu1604-virl: + - 2 + + +Section: Output +''''''''''''''' + +This section specifies which format(s) will be generated (html, pdf) and which +versions will be generated for each format. + +This section has the following parts: + + - type: "output" - says that this section is the "output". + - format: html or pdf. + - version: defined for each format separately. + +The structure of the section "Output" is as follows (example): + +:: + + - + type: "output" + format: + html: + - full + pdf: + - full + - minimal + +TODO: define the names of versions + + +Content of "minimal" version +~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +TODO: define the name and content of this version + + +Section: Table +'''''''''''''' + +This section defines a table to be generated. There can be 0 or more "table" +sections. + +This section has the following parts: + + - type: "table" - says that this section defines a table. + - title: Title of the table. + - algorithm: Algorithm which is used to generate the table. The other + parameters in this section must provide all information needed by the used + algorithm. + - template: (optional) a .csv file used as a template while generating the + table. + - output-file-ext: extension of the output file. + - output-file: file which the table will be written to. + - columns: specification of table columns: + + - title: The title used in the table header. + - data: Specification of the data, it has two parts - command and arguments: + + - command: + + - template - take the data from template, arguments: + + - number of column in the template. + + - data - take the data from the input data, arguments: + + - jobs and builds which data will be used. + + - operation - performs an operation with the data already in the table, + arguments: + + - operation to be done, e.g.: mean, stdev, relative_change (compute + the relative change between two columns) and display number of data + samples ~= number of test jobs. The operations are implemented in the + utils.py + TODO: Move from utils,py to e.g. operations.py + - numbers of columns which data will be used (optional). + + - data: Specify the jobs and builds which data is used to generate the table. + - filter: filter based on tags applied on the input data, if "template" is + used, filtering is based on the template. + - parameters: Only these parameters will be put to the output data structure. + +The structure of the section "Table" is as follows (example of +"table_performance_improvements"): + +:: + + - + type: "table" + title: "Performance improvements" + algorithm: "table_performance_improvements" + template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements" + columns: + - + title: "VPP Functionality" + data: "template 1" + - + title: "Test Name" + data: "template 2" + - + title: "VPP-16.09 mean [Mpps]" + data: "template 3" + - + title: "VPP-17.01 mean [Mpps]" + data: "template 4" + - + title: "VPP-17.04 mean [Mpps]" + data: "template 5" + - + title: "VPP-17.07 mean [Mpps]" + data: "data csit-vpp-perf-1707-all mean" + - + title: "VPP-17.07 stdev [Mpps]" + data: "data csit-vpp-perf-1707-all stdev" + - + title: "17.04 to 17.07 change [%]" + data: "operation relative_change 5 4" + data: + csit-vpp-perf-1707-all: + - 9 + - 10 + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 21 + filter: "template" + parameters: + - "throughput" + +Example of "table_details" which generates "Detailed Test Results - VPP +Performance Results": + +:: + + - + type: "table" + title: "Detailed Test Results - VPP Performance Results" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[WORKING]}/vpp_performance_results" + columns: + - + title: "Name" + data: "data test_name" + - + title: "Documentation" + data: "data test_documentation" + - + title: "Status" + data: "data test_msg" + data: + csit-vpp-perf-1707-all: + - 17 + filter: "all" + parameters: + - "parent" + - "doc" + - "msg" + +Example of "table_details" which generates "Test configuration - VPP Performance +Test Configs": + +:: + + - + type: "table" + title: "Test configuration - VPP Performance Test Configs" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[WORKING]}/vpp_test_configuration" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data show-run" + data: + csit-vpp-perf-1707-all: + - 17 + filter: "all" + parameters: + - "parent" + - "name" + - "show-run" + + +Section: Plot +''''''''''''' + +This section defines a plot to be generated. There can be 0 or more "plot" +sections. + +This section has these parts: + + - type: "plot" - says that this section defines a plot. + - title: Plot title used in the logs. Title which is displayed is in the + section "layout". + - output-file-type: format of the output file. + - output-file: file which the plot will be written to. + - algorithm: Algorithm used to generate the plot. The other parameters in this + section must provide all information needed by plot.ly to generate the plot. + For example: + + - traces + - layout + + - These parameters are transparently passed to plot.ly. + + - data: Specify the jobs and numbers of builds which data is used to generate + the plot. + - filter: filter applied on the input data. + - parameters: Only these parameters will be put to the output data structure. + +The structure of the section "Plot" is as follows (example of a plot showing +throughput in a chart box-with-whiskers): + +:: + + - + type: "plot" + title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc" + data: + csit-vpp-perf-1707-all: + - 9 + - 10 + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 21 + # Keep this formatting, the filter is enclosed with " (quotation mark) and + # each tag is enclosed with ' (apostrophe). + filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "throughput" + - "parent" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" + xaxis: + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + title: "Indexed Test Cases" + zeroline: False + yaxis: + gridcolor: "rgb(238, 238, 238)'" + hoverformat: ".4s" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [] + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + title: "Packets Per Second [pps]" + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 50 + r: 20 + showlegend: True + legend: + orientation: "h" + width: 700 + height: 1000 + +The structure of the section "Plot" is as follows (example of a plot showing +latency in a box chart): + +:: + + - + type: "plot" + title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" + algorithm: "plot_latency_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50" + data: + csit-vpp-perf-1707-all: + - 9 + - 10 + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 21 + filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "latency" + - "parent" + traces: + boxmean: False + layout: + title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" + xaxis: + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + title: "Indexed Test Cases" + zeroline: False + yaxis: + gridcolor: "rgb(238, 238, 238)'" + hoverformat: "" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [] + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + title: "Latency min/avg/max [uSec]" + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 50 + r: 20 + showlegend: True + legend: + orientation: "h" + width: 700 + height: 1000 + +The structure of the section "Plot" is as follows (example of a plot showing +VPP HTTP server performance in a box chart with pre-defined data +"plot-vpp-httlp-server-performance" set and plot layout "plot-cps"): + +:: + + - + type: "plot" + title: "VPP HTTP Server Performance" + algorithm: "plot_http_server_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" + data: + "plot-vpp-httlp-server-performance" + # Keep this formatting, the filter is enclosed with " (quotation mark) and + # each tag is enclosed with ' (apostrophe). + filter: "'HTTP' and 'TCP_CPS'" + parameters: + - "result" + - "name" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "VPP HTTP Server Performance" + layout: + "plot-cps" + + +Section: file +''''''''''''' + +This section defines a file to be generated. There can be 0 or more "file" +sections. + +This section has the following parts: + + - type: "file" - says that this section defines a file. + - title: Title of the table. + - algorithm: Algorithm which is used to generate the file. The other + parameters in this section must provide all information needed by the used + algorithm. + - output-file-ext: extension of the output file. + - output-file: file which the file will be written to. + - file-header: The header of the generated .rst file. + - dir-tables: The directory with the tables. + - data: Specify the jobs and builds which data is used to generate the table. + - filter: filter based on tags applied on the input data, if "all" is + used, no filtering is done. + - parameters: Only these parameters will be put to the output data structure. + - chapters: the hierarchy of chapters in the generated file. + - start-level: the level of the the top-level chapter. + +The structure of the section "file" is as follows (example): + +:: + + - + type: "file" + title: "VPP Performance Results" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,PERF,VPP]}" + data: + csit-vpp-perf-1707-all: + - 22 + filter: "all" + parameters: + - "name" + - "doc" + - "level" + data-start-level: 2 # 0, 1, 2, ... + chapters-start-level: 2 # 0, 1, 2, ... + + +Static content +`````````````` + + - Manually created / edited files. + - .rst files, static .csv files, static pictures (.svg), ... + - Stored in CSIT git repository. + +No more details about the static content in this document. + + +Data to process +``````````````` + +The PAL processes tests results and other information produced by Jenkins jobs. +The data are now stored as robot results in Jenkins (TODO: store the data in +nexus) either as .zip and / or .xml files. + + +Data processing +--------------- + +As the first step, the data are downloaded and stored locally (typically on a +Jenkins slave). If .zip files are used, the given .xml files are extracted for +further processing. + +Parsing of the .xml files is performed by a class derived from +"robot.api.ResultVisitor", only necessary methods are overridden. All and only +necessary data is extracted from .xml file and stored in a structured form. + +The parsed data are stored as the multi-indexed pandas.Series data type. Its +structure is as follows: + +:: + + + + + + + +"job name", "build", "metadata", "suites", "tests" are indexes to access the +data. For example: + +:: + + data = + + job 1 name: + build 1: + metadata: metadata + suites: suites + tests: tests + ... + build N: + metadata: metadata + suites: suites + tests: tests + ... + job M name: + build 1: + metadata: metadata + suites: suites + tests: tests + ... + build N: + metadata: metadata + suites: suites + tests: tests + +Using indexes data["job 1 name"]["build 1"]["tests"] (e.g.: +data["csit-vpp-perf-1704-all"]["17"]["tests"]) we get a list of all tests with +all tests data. + +Data will not be accessible directly using indexes, but using getters and +filters. + +**Structure of metadata:** + +:: + + "metadata": { + "version": "VPP version", + "job": "Jenkins job name" + "build": "Information about the build" + }, + +**Structure of suites:** + +:: + + "suites": { + "Suite name 1": { + "doc": "Suite 1 documentation" + "parent": "Suite 1 parent" + } + "Suite name N": { + "doc": "Suite N documentation" + "parent": "Suite N parent" + } + +**Structure of tests:** + +Performance tests: + +:: + + "tests": { + "ID": { + "name": "Test name", + "parent": "Name of the parent of the test", + "doc": "Test documentation" + "msg": "Test message" + "tags": ["tag 1", "tag 2", "tag n"], + "type": "PDR" | "NDR", + "throughput": { + "value": int, + "unit": "pps" | "bps" | "percentage" + }, + "latency": { + "direction1": { + "100": { + "min": int, + "avg": int, + "max": int + }, + "50": { # Only for NDR + "min": int, + "avg": int, + "max": int + }, + "10": { # Only for NDR + "min": int, + "avg": int, + "max": int + } + }, + "direction2": { + "100": { + "min": int, + "avg": int, + "max": int + }, + "50": { # Only for NDR + "min": int, + "avg": int, + "max": int + }, + "10": { # Only for NDR + "min": int, + "avg": int, + "max": int + } + } + }, + "lossTolerance": "lossTolerance" # Only for PDR + "vat-history": "DUT1 and DUT2 VAT History" + }, + "show-run": "Show Run" + }, + "ID" { + # next test + } + +Functional tests: + +:: + + "tests": { + "ID": { + "name": "Test name", + "parent": "Name of the parent of the test", + "doc": "Test documentation" + "msg": "Test message" + "tags": ["tag 1", "tag 2", "tag n"], + "vat-history": "DUT1 and DUT2 VAT History" + "show-run": "Show Run" + "status": "PASS" | "FAIL" + }, + "ID" { + # next test + } + } + +Note: ID is the lowercase full path to the test. + + +Data filtering +`````````````` + +The first step when generating an element is getting the data needed to +construct the element. The data are filtered from the processed input data. + +The data filtering is based on: + + - job name(s). + - build number(s). + - tag(s). + - required data - only this data is included in the output. + +WARNING: The filtering is based on tags, so be careful with tagging. + +For example, the element which specification includes: + +:: + + data: + csit-vpp-perf-1707-all: + - 9 + - 10 + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 21 + filter: + - "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + +will be constructed using data from the job "csit-vpp-perf-1707-all", for all +listed builds and the tests with the list of tags matching the filter +conditions. + +The output data structure for filtered test data is: + +:: + + - job 1 + - build 1 + - test 1 + - parameter 1 + - parameter 2 + ... + - parameter n + ... + - test n + ... + ... + - build n + ... + - job n + + +Data analytics +`````````````` + +Data analytics part implements: + + - methods to compute statistical data from the filtered input data. + - trending. + +Throughput Speedup Analysis - Multi-Core with Multi-Threading +''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' + +Throughput Speedup Analysis (TSA) calculates throughput speedup ratios +for tested 1-, 2- and 4-core multi-threaded VPP configurations using the +following formula: + +:: + + N_core_throughput + N_core_throughput_speedup = ----------------- + 1_core_throughput + +Multi-core throughput speedup ratios are plotted in grouped bar graphs +for throughput tests with 64B/78B frame size, with number of cores on +X-axis and speedup ratio on Y-axis. + +For better comparison multiple test results' data sets are plotted per +each graph: + + - graph type: grouped bars; + - graph X-axis: (testcase index, number of cores); + - graph Y-axis: speedup factor. + +Subset of existing performance tests is covered by TSA graphs. + +**Model for TSA:** + +:: + + - + type: "plot" + title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc" + data: + "plot-throughput-speedup-analysis" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + layout: + title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" + layout: + "plot-throughput-speedup-analysis" + + +Comparison of results from two sets of the same test executions +''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' + +This algorithm enables comparison of results coming from two sets of the +same test executions. It is used to quantify performance changes across +all tests after test environment changes e.g. Operating System +upgrades/patches, Hardware changes. + +It is assumed that each set of test executions includes multiple runs +of the same tests, 10 or more, to verify test results repeatibility and +to yield statistically meaningful results data. + +Comparison results are presented in a table with a specified number of +the best and the worst relative changes between the two sets. Following table +columns are defined: + + - name of the test; + - throughput mean values of the reference set; + - throughput standard deviation of the reference set; + - throughput mean values of the set to compare; + - throughput standard deviation of the set to compare; + - relative change of the mean values. + +**The model** + +The model specifies: + + - type: "table" - means this section defines a table. + - title: Title of the table. + - algorithm: Algorithm which is used to generate the table. The other + parameters in this section must provide all information needed by the used + algorithm. + - output-file-ext: Extension of the output file. + - output-file: File which the table will be written to. + - reference - the builds which are used as the reference for comparison. + - compare - the builds which are compared to the reference. + - data: Specify the sources, jobs and builds, providing data for generating + the table. + - filter: Filter based on tags applied on the input data, if "template" is + used, filtering is based on the template. + - parameters: Only these parameters will be put to the output data + structure. + - nr-of-tests-shown: Number of the best and the worst tests presented in the + table. Use 0 (zero) to present all tests. + +*Example:* + +:: + + - + type: "table" + title: "Performance comparison" + algorithm: "table_performance_comparison" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/vpp_performance_comparison" + reference: + title: "csit-vpp-perf-1801-all - 1" + data: + csit-vpp-perf-1801-all: + - 1 + - 2 + compare: + title: "csit-vpp-perf-1801-all - 2" + data: + csit-vpp-perf-1801-all: + - 1 + - 2 + data: + "vpp-perf-comparison" + filter: "all" + parameters: + - "name" + - "parent" + - "throughput" + nr-of-tests-shown: 20 + + +Advanced data analytics +``````````````````````` + +In the future advanced data analytics (ADA) will be added to analyze the +telemetry data collected from SUT telemetry sources and correlate it to +performance test results. + +:TODO: + + - describe the concept of ADA. + - add specification. + + +Data presentation +----------------- + +Generates the plots and tables according to the report models per +specification file. The elements are generated using algorithms and data +specified in their models. + + +Tables +`````` + + - tables are generated by algorithms implemented in PAL, the model includes the + algorithm and all necessary information. + - output format: csv + - generated tables are stored in specified directories and linked to .rst + files. + + +Plots +````` + + - `plot.ly `_ is currently used to generate plots, the model + includes the type of plot and all the necessary information to render it. + - output format: html. + - generated plots are stored in specified directories and linked to .rst files. + + +Report generation +----------------- + +Report is generated using Sphinx and Read_the_Docs template. PAL generates html +and pdf formats. It is possible to define the content of the report by +specifying the version (TODO: define the names and content of versions). + + +The process +``````````` + +1. Read the specification. +2. Read the input data. +3. Process the input data. +4. For element (plot, table, file) defined in specification: + + a. Get the data needed to construct the element using a filter. + b. Generate the element. + c. Store the element. + +5. Generate the report. +6. Store the report (Nexus). + +The process is model driven. The elements' models (tables, plots, files +and report itself) are defined in the specification file. Script reads +the elements' models from specification file and generates the elements. + +It is easy to add elements to be generated in the report. If a new type +of an element is required, only a new algorithm needs to be implemented +and integrated. + + +Continuous Performance Measurements and Trending +------------------------------------------------ + +Performance analysis and trending execution sequence: +````````````````````````````````````````````````````` + +CSIT PA runs performance analysis, change detection and trending using specified +trend analysis metrics over the rolling window of last sets of historical +measurement data. PA is defined as follows: + + #. PA job triggers: + + #. By PT job at its completion. + #. Manually from Jenkins UI. + + #. Download and parse archived historical data and the new data: + + #. New data from latest PT job is evaluated against the rolling window + of sets of historical data. + #. Download RF output.xml files and compressed archived data. + #. Parse out the data filtering test cases listed in PA specification + (part of CSIT PAL specification file). + + #. Calculate trend metrics for the rolling window of sets of historical + data: + + #. Calculate quartiles Q1, Q2, Q3. + #. Trim outliers using IQR. + #. Calculate TMA and TMSD. + #. Calculate normal trending range per test case based on TMA and TMSD. + + #. Evaluate new test data against trend metrics: + + #. If within the range of (TMA +/- 3*TMSD) => Result = Pass, + Reason = Normal. + #. If below the range => Result = Fail, Reason = Regression. + #. If above the range => Result = Pass, Reason = Progression. + + #. Generate and publish results + + #. Relay evaluation result to job result. + #. Generate a new set of trend analysis summary graphs and drill-down + graphs. + + #. Summary graphs to include measured values with Normal, + Progression and Regression markers. MM shown in the background if + possible. + #. Drill-down graphs to include MM, TMA and TMSD. + + #. Publish trend analysis graphs in html format on + https://docs.fd.io/csit/master/trending/. + + +Parameters to specify: +`````````````````````` + +*General section - parameters common to all plots:* + + - type: "cpta"; + - title: The title of this section; + - output-file-type: only ".html" is supported; + - output-file: path where the generated files will be stored. + +*Plots section:* + + - plot title; + - output file name; + - input data for plots; + + - job to be monitored - the Jenkins job which results are used as input + data for this test; + - builds used for trending plot(s) - specified by a list of build + numbers or by a range of builds defined by the first and the last + build number; + + - tests to be displayed in the plot defined by a filter; + - list of parameters to extract from the data; + - plot layout + +*Example:* + +:: + + - + type: "cpta" + title: "Continuous Performance Trending and Analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/cpta" + plots: + + - title: "VPP 1T1C L2 64B Packet Throughput - Trending" + output-file-name: "l2-1t1c-x520" + data: "plot-performance-trending-vpp" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta-vpp" + + - title: "DPDK 4T4C IMIX MRR Trending" + output-file-name: "dpdk-imix-4t4c-xl710" + data: "plot-performance-trending-dpdk" + filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '4T4C' and 'DPDK'" + parameters: + - "result" + layout: "plot-cpta-dpdk" + +The Dashboard +````````````` + +Performance dashboard tables provide the latest VPP throughput trend, trend +compliance and detected anomalies, all on a per VPP test case basis. +The Dashboard is generated as three tables for 1t1c, 2t2c and 4t4c MRR tests. + +At first, the .csv tables are generated (only the table for 1t1c is shown): + +:: + + - + type: "table" + title: "Performance trending dashboard" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c" + data: "plot-performance-trending-all" + filter: "'MRR' and '1T1C'" + parameters: + - "name" + - "parent" + - "result" + ignore-list: + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-1t1c-eth-l2bdscale1mmaclrn-ndrdisc" + outlier-const: 1.5 + window: 14 + evaluated-window: 14 + long-trend-window: 180 + +Then, html tables stored inside .rst files are generated: + +:: + + - + type: "table" + title: "HTML performance trending dashboard 1t1c" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c.rst" + +Root Cause Analysis +------------------- + +Root Cause Analysis (RCA) by analysing archived performance results – re-analyse +available data for specified: + + - range of jobs builds, + - set of specific tests and + - PASS/FAIL criteria to detect performance change. + +In addition, PAL generates trending plots to show performance over the specified +time interval. + +Root Cause Analysis - Option 1: Analysing Archived VPP Results +`````````````````````````````````````````````````````````````` + +It can be used to speed-up the process, or when the existing data is sufficient. +In this case, PAL uses existing data saved in Nexus, searches for performance +degradations and generates plots to show performance over the specified time +interval for the selected tests. + +Execution Sequence +'''''''''''''''''' + + #. Download and parse archived historical data and the new data. + #. Calculate trend metrics. + #. Find regression / progression. + #. Generate and publish results: + + #. Summary graphs to include measured values with Progression and + Regression markers. + #. List the DUT build(s) where the anomalies were detected. + +CSIT PAL Specification +'''''''''''''''''''''' + + - What to test: + + - first build (Good); specified by the Jenkins job name and the build + number + - last build (Bad); specified by the Jenkins job name and the build + number + - step (1..n). + + - Data: + + - tests of interest; list of tests (full name is used) which results are + used + +*Example:* + +:: + + TODO + + +API +--- + +List of modules, classes, methods and functions +``````````````````````````````````````````````` + +:: + + specification_parser.py + + class Specification + + Methods: + read_specification + set_input_state + set_input_file_name + + Getters: + specification + environment + debug + is_debug + input + builds + output + tables + plots + files + static + + + input_data_parser.py + + class InputData + + Methods: + read_data + filter_data + + Getters: + data + metadata + suites + tests + + + environment.py + + Functions: + clean_environment + + class Environment + + Methods: + set_environment + + Getters: + environment + + + input_data_files.py + + Functions: + download_data_files + unzip_files + + + generator_tables.py + + Functions: + generate_tables + + Functions implementing algorithms to generate particular types of + tables (called by the function "generate_tables"): + table_details + table_performance_improvements + + + generator_plots.py + + Functions: + generate_plots + + Functions implementing algorithms to generate particular types of + plots (called by the function "generate_plots"): + plot_performance_box + plot_latency_box + + + generator_files.py + + Functions: + generate_files + + Functions implementing algorithms to generate particular types of + files (called by the function "generate_files"): + file_test_results + + + report.py + + Functions: + generate_report + + Functions implementing algorithms to generate particular types of + report (called by the function "generate_report"): + generate_html_report + generate_pdf_report + + Other functions called by the function "generate_report": + archive_input_data + archive_report + + +PAL functional diagram +`````````````````````` + +.. only:: latex + + .. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_tmp/src/csit_framework_documentation/}} + \includegraphics[width=0.90\textwidth]{pal_func_diagram} + \label{fig:pal_func_diagram} + \end{figure} + +.. only:: html + + .. figure:: pal_func_diagram.svg + :alt: PAL functional diagram + :align: center + + +How to add an element +````````````````````` + +Element can be added by adding it's model to the specification file. If +the element is to be generated by an existing algorithm, only it's +parameters must be set. + +If a brand new type of element needs to be added, also the algorithm +must be implemented. Element generation algorithms are implemented in +the files with names starting with "generator" prefix. The name of the +function implementing the algorithm and the name of algorithm in the +specification file have to be the same. diff --git a/resources/tools/presentation_new/doc/pic/graph-http-cps.svg b/resources/tools/presentation_new/doc/pic/graph-http-cps.svg new file mode 100644 index 0000000000..8b0e134dcb --- /dev/null +++ b/resources/tools/presentation_new/doc/pic/graph-http-cps.svg @@ -0,0 +1,541 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1 + + + + + + 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 3 + + + + + + 0.00 + + + + + + 200k + + + + + + 400k + + + + + + 600k + + + + + + 800k + + + + + + 1.00M + + + + + + + + + + + + + + + + + + + + + + + + 1.20M + + + + + + + + + + + + + + + + + + 1. 1t1c-ethip4tcphttp-httpserver + + + + + + + + + + + + + + + + + + 2. 2t2c-ethip4tcphttp-httpserver + + + + + + 3. 4t4c-ethip4tcphttp-httpserver + + + + + + VPP HTTP Server Performance + + + + + + Connections Per Second [cps] + + + + + + Indicesof Test Cases [Index] + + + + + + + + \ No newline at end of file diff --git a/resources/tools/presentation_new/doc/pic/graph-http-rps.svg b/resources/tools/presentation_new/doc/pic/graph-http-rps.svg new file mode 100644 index 0000000000..1ee4a8e564 --- /dev/null +++ b/resources/tools/presentation_new/doc/pic/graph-http-rps.svg @@ -0,0 +1,544 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1 + + + + + + 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 3 + + + + + + 0.00 + + + + + + 200k + + + + + + 400k + + + + + + 600k + + + + + + 800k + + + + + + 1.00M + + + + + + + + + + + + + + + + + + + + + + + + 1.20M + + + + + + + + + + + + + + + + + + 1. 1t1c-ethip4tcphttp-httpserver + + + + + + + + + + + + + + + + + + 2. 2t2c-ethip4tcphttp-httpserver + + + + + + 3. 4t4c-ethip4tcphttp-httpserver + + + + + + VPP HTTP Server Performance + + + + + + Indices of Test Cases [Index] + + + + + + Requests Per Second [rps] + + + + + + + + \ No newline at end of file diff --git a/resources/tools/presentation_new/doc/pic/graph-latency.svg b/resources/tools/presentation_new/doc/pic/graph-latency.svg new file mode 100644 index 0000000000..2d2eef2ee6 --- /dev/null +++ b/resources/tools/presentation_new/doc/pic/graph-latency.svg @@ -0,0 +1,1127 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0.000 + + + + + + 100.0 + + + + + + 200.0 + + + + + + 300.0 + + + + + + 400.0 + + + + + + 500.0 + + + + + + + + + + + + + + + + + + 600.0 + + + + + + + + + + + + eth-l2patch + + + + + + + + + + + + eth-l2xcbase + + + + + + + + + + + + eth-l2bdbasemaclrn + + + + + + + + + + + + eth-l2bdscale10kmaclrn + + + + + + + + + + + + eth-l2bdscale100kmaclrn + + + + + + eth-l2bdscale1mmaclrn + + + + + + Packet Latency: l2sw-3n-hsw-x710-64b-1t1c-ndr-base-and-scale + + + + + + Direction + + + + + + + + + + + + + + + + Packet Latency [uSec] + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + E-W W-E + + + + + + + + + + + + + + + + + + + + + + + + + + E-W W-E + + + + + + + + + + + + + + + + + + + + + + + + + + E-W W-E + + + + + + + + + + + + + + + + + + + + + + + + + + E-W W-E + + + + + + + + + + + + + + + + + + + + + + + + + + E-W W-E + + + + + + E-W + + + + + + W-E + + + + + + + + \ No newline at end of file diff --git a/resources/tools/presentation_new/doc/pic/graph-speedup.svg b/resources/tools/presentation_new/doc/pic/graph-speedup.svg new file mode 100644 index 0000000000..c55e8ac548 --- /dev/null +++ b/resources/tools/presentation_new/doc/pic/graph-speedup.svg @@ -0,0 +1,1554 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1 + + + + + + 2 + + + + + + 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 4 + + + + + + 0.000 + + + + + + 10.00 + + + + + + 20.00 + + + + + + 30.00 + + + + + + 40.00 + + + + + + 50.00 + + + + + + 60.00 + + + + + + 70.00 + + + + + + 80.00 + + + + + + + + + + + + + + + + + + + + + + + 90.00 + + + + + + + + + + + + + + + + + + eth-l2patch + + + + + + + + + + + + + + + + + + eth-l2xcbase + + + + + + + + + + + + + + + + + + eth-l2bdbasemaclrn + + + + + + + + + + + + + + + + + + eth-l2bdscale10kmaclrn + + + + + + + + + + + + + + + + + + eth-l2bdscale100kmaclrn + + + + + + eth-l2bdscale1mmaclrn + + + + + + Speedup Multi-core: l2sw-3n-hsw-x710-64b-ndr-base-and-scale + + + + + + Number of Cores [Qty] + + + + + + + + + + + + + + + + Packet Throughput [Mpps] + + + + + + + + + + + + + + + + _ _ __ + + + + + + + + + + + + + + + + perfect measured + + + + + + + + + + + + + + + + NIC Limit: 35.80Mpps + + + + + + + + + + + + + + + + Link Limit: 29.76Mpps + + + + + + PCIe Limit: 74.40Mpps + + + + + + + + \ No newline at end of file diff --git a/resources/tools/presentation_new/doc/pic/graph-throughput.svg b/resources/tools/presentation_new/doc/pic/graph-throughput.svg new file mode 100644 index 0000000000..d17c93b1cc --- /dev/null +++ b/resources/tools/presentation_new/doc/pic/graph-throughput.svg @@ -0,0 +1,645 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1 + + + + + + 2 + + + + + + 3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 4 + + + + + + 0.00 + + + + + + 2.00 + + + + + + 4.00 + + + + + + 6.00 + + + + + + 8.00 + + + + + + 10.0 + + + + + + + + + + + + + + + + + + + + + + + + 12.0 + + + + + + + + + + + + + + + + + + 1. 10ge2p1x520-ethip4-ip4base + + + + + + + + + + + + + + + + + + 2. 10ge2p1x520-ethip4-ip4scale20k + + + + + + + + + + + + + + + + + + 3. 10ge2p1x520-ethip4-ip4scale200k + + + + + + 4. 10ge2p1x520-ethip4-ip4scale2m + + + + + + Packet Throughput: ip4-3n-hsw-x520-64b-1t1c-ndr-base-and-scale + + + + + + Indices of Test Cases [Index] + + + + + + Packet Throughput [Mpps] + + + + + + + + \ No newline at end of file diff --git a/resources/tools/presentation_new/environment.py b/resources/tools/presentation_new/environment.py new file mode 100644 index 0000000000..a2fa9a0d5b --- /dev/null +++ b/resources/tools/presentation_new/environment.py @@ -0,0 +1,128 @@ +# Copyright (c) 2018 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Environment + +Setting of the environment according to the specification specified in the +specification YAML file. +""" + +import os +import shutil +import logging + +from errors import PresentationError + + +class Environment(object): + """Setting of the environment: + - set environment variables, + - create directories. + """ + + def __init__(self, env, force=False): + """Initialization. + + :param env: Environment specification. + :param force: If True, remove old build(s) if present. + :type env: dict + :type force: bool + """ + + self._env = env + self._force = force + + @property + def environment(self): + """Getter. + + :returns: Environment settings. + :rtype: dict + """ + return self._env + + def _make_dirs(self): + """Create the directories specified in the 'make-dirs' part of + 'environment' section in the specification file. + + :raises: PresentationError if it is not possible to remove or create a + directory. + """ + + if self._force: + logging.info("Removing old build(s) ...") + for directory in self._env["build-dirs"]: + dir_to_remove = self._env["paths"][directory] + if os.path.isdir(dir_to_remove): + try: + shutil.rmtree(dir_to_remove) + logging.info(" Removed: {}".format(dir_to_remove)) + except OSError: + raise PresentationError("Cannot remove the directory " + "'{}'".format(dir_to_remove)) + logging.info("Done.") + + logging.info("Making directories ...") + + for directory in self._env["make-dirs"]: + dir_to_make = self._env["paths"][directory] + try: + if os.path.isdir(dir_to_make): + logging.warning("The directory '{}' exists, skipping.". + format(dir_to_make)) + else: + os.makedirs(dir_to_make) + logging.info(" Created: {}".format(dir_to_make)) + except OSError: + raise PresentationError("Cannot make the directory '{}'". + format(dir_to_make)) + + logging.info("Done.") + + def set_environment(self): + """Set the environment. + """ + + self._make_dirs() + + +def clean_environment(env): + """Clean the environment. + + :param env: Environment specification. + :type env: dict + :raises: PresentationError if it is not possible to remove a directory. + """ + + logging.info("Cleaning the environment ...") + + if not env["remove-dirs"]: # None or empty + logging.info(" No directories to remove.") + return + + for directory in env["remove-dirs"]: + dir_to_remove = env["paths"][directory] + logging.info(" Removing the working directory {} ...". + format(dir_to_remove)) + if os.path.isdir(dir_to_remove): + try: + shutil.rmtree(dir_to_remove) + except OSError as err: + logging.warning("Cannot remove the directory '{}'". + format(dir_to_remove)) + logging.debug(str(err)) + else: + logging.warning("The directory '{}' does not exist.". + format(dir_to_remove)) + + logging.info("Done.") diff --git a/resources/tools/presentation_new/errors.py b/resources/tools/presentation_new/errors.py new file mode 100644 index 0000000000..64084f6a40 --- /dev/null +++ b/resources/tools/presentation_new/errors.py @@ -0,0 +1,80 @@ +# Copyright (c) 2017 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Implementation of exceptions used in the Presentation and analytics layer. +""" + +import sys +import logging + + +class PresentationError(Exception): + """Exception(s) raised by the presentation module. + + When raising this exception, put this information to the message in this + order: + - short description of the encountered problem (parameter msg), + - relevant messages if there are any collected, e.g., from caught + exception (optional parameter details), + - relevant data if there are any collected (optional parameter details). + """ + + log_exception = {"DEBUG": logging.debug, + "INFO": logging.info, + "WARNING": logging.warning, + "ERROR": logging.error, + "CRITICAL": logging.critical} + + def __init__(self, msg, details='', level="CRITICAL"): + """Sets the exception message and the level. + + :param msg: Short description of the encountered problem. + :param details: Relevant messages if there are any collected, e.g., + from caught exception (optional parameter details), or relevant data if + there are any collected (optional parameter details). + :param level: Level of the error, possible choices are: "DEBUG", "INFO", + "WARNING", "ERROR" and "CRITICAL". + :type msg: str + :type details: str + :type level: str + """ + + super(PresentationError, self).__init__() + self._msg = msg + self._details = details + self._level = level + + try: + self.log_exception[self._level](self._msg) + if self._details: + self.log_exception[self._level](self._details) + except KeyError: + print("Wrong log level.") + sys.exit(1) + + def __repr__(self): + return ( + "PresentationError(msg={msg!r},details={dets!r},level={level!r})". + format(msg=self._msg, dets=self._details, level=self._level)) + + def __str__(self): + return str(self._msg) + + @property + def level(self): + """Getter - logging level. + + :returns: Logging level. + :rtype: str + """ + return self._level diff --git a/resources/tools/presentation_new/fdio.svg b/resources/tools/presentation_new/fdio.svg new file mode 100644 index 0000000000..32dd070d36 --- /dev/null +++ b/resources/tools/presentation_new/fdio.svg @@ -0,0 +1,25 @@ + + + + + + + + + + + + + + + + + diff --git a/resources/tools/presentation_new/generator_CPTA.py b/resources/tools/presentation_new/generator_CPTA.py new file mode 100644 index 0000000000..f230a64c2f --- /dev/null +++ b/resources/tools/presentation_new/generator_CPTA.py @@ -0,0 +1,548 @@ +# Copyright (c) 2018 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Generation of Continuous Performance Trending and Analysis. +""" + +import multiprocessing +import os +import logging +import csv +import prettytable +import plotly.offline as ploff +import plotly.graph_objs as plgo +import plotly.exceptions as plerr + +from collections import OrderedDict +from datetime import datetime + +from utils import archive_input_data, execute_command, \ + classify_anomalies, Worker + + +# Command to build the html format of the report +HTML_BUILDER = 'sphinx-build -v -c conf_cpta -a ' \ + '-b html -E ' \ + '-t html ' \ + '-D version="{date}" ' \ + '{working_dir} ' \ + '{build_dir}/' + +# .css file for the html format of the report +THEME_OVERRIDES = """/* override table width restrictions */ +.wy-nav-content { + max-width: 1200px !important; +} +.rst-content blockquote { + margin-left: 0px; + line-height: 18px; + margin-bottom: 0px; +} +.wy-menu-vertical a { + display: inline-block; + line-height: 18px; + padding: 0 2em; + display: block; + position: relative; + font-size: 90%; + color: #d9d9d9 +} +.wy-menu-vertical li.current a { + color: gray; + border-right: solid 1px #c9c9c9; + padding: 0 3em; +} +.wy-menu-vertical li.toctree-l2.current > a { + background: #c9c9c9; + padding: 0 3em; +} +.wy-menu-vertical li.toctree-l2.current li.toctree-l3 > a { + display: block; + background: #c9c9c9; + padding: 0 4em; +} +.wy-menu-vertical li.toctree-l3.current li.toctree-l4 > a { + display: block; + background: #bdbdbd; + padding: 0 5em; +} +.wy-menu-vertical li.on a, .wy-menu-vertical li.current > a { + color: #404040; + padding: 0 2em; + font-weight: bold; + position: relative; + background: #fcfcfc; + border: none; + border-top-width: medium; + border-bottom-width: medium; + border-top-style: none; + border-bottom-style: none; + border-top-color: currentcolor; + border-bottom-color: currentcolor; + padding-left: 2em -4px; +} +""" + +COLORS = ["SkyBlue", "Olive", "Purple", "Coral", "Indigo", "Pink", + "Chocolate", "Brown", "Magenta", "Cyan", "Orange", "Black", + "Violet", "Blue", "Yellow", "BurlyWood", "CadetBlue", "Crimson", + "DarkBlue", "DarkCyan", "DarkGreen", "Green", "GoldenRod", + "LightGreen", "LightSeaGreen", "LightSkyBlue", "Maroon", + "MediumSeaGreen", "SeaGreen", "LightSlateGrey", + "SkyBlue", "Olive", "Purple", "Coral", "Indigo", "Pink", + "Chocolate", "Brown", "Magenta", "Cyan", "Orange", "Black", + "Violet", "Blue", "Yellow", "BurlyWood", "CadetBlue", "Crimson", + "DarkBlue", "DarkCyan", "DarkGreen", "Green", "GoldenRod", + "LightGreen", "LightSeaGreen", "LightSkyBlue", "Maroon", + "MediumSeaGreen", "SeaGreen", "LightSlateGrey" + ] + + +def generate_cpta(spec, data): + """Generate all formats and versions of the Continuous Performance Trending + and Analysis. + + :param spec: Specification read from the specification file. + :param data: Full data set. + :type spec: Specification + :type data: InputData + """ + + logging.info("Generating the Continuous Performance Trending and Analysis " + "...") + + ret_code = _generate_all_charts(spec, data) + + cmd = HTML_BUILDER.format( + date=datetime.utcnow().strftime('%Y-%m-%d %H:%M UTC'), + working_dir=spec.environment["paths"]["DIR[WORKING,SRC]"], + build_dir=spec.environment["paths"]["DIR[BUILD,HTML]"]) + execute_command(cmd) + + with open(spec.environment["paths"]["DIR[CSS_PATCH_FILE]"], "w") as \ + css_file: + css_file.write(THEME_OVERRIDES) + + with open(spec.environment["paths"]["DIR[CSS_PATCH_FILE2]"], "w") as \ + css_file: + css_file.write(THEME_OVERRIDES) + + archive_input_data(spec) + + logging.info("Done.") + + return ret_code + + +def _generate_trending_traces(in_data, job_name, build_info, + show_trend_line=True, name="", color=""): + """Generate the trending traces: + - samples, + - outliers, regress, progress + - average of normal samples (trending line) + + :param in_data: Full data set. + :param job_name: The name of job which generated the data. + :param build_info: Information about the builds. + :param show_trend_line: Show moving median (trending plot). + :param name: Name of the plot + :param color: Name of the color for the plot. + :type in_data: OrderedDict + :type job_name: str + :type build_info: dict + :type show_trend_line: bool + :type name: str + :type color: str + :returns: Generated traces (list) and the evaluated result. + :rtype: tuple(traces, result) + """ + + data_x = list(in_data.keys()) + data_y = list(in_data.values()) + + hover_text = list() + xaxis = list() + for idx in data_x: + date = build_info[job_name][str(idx)][0] + hover_str = ("date: {0}
" + "value: {1:,}
" + "{2}-ref: {3}
" + "csit-ref: mrr-{4}-build-{5}") + if "dpdk" in job_name: + hover_text.append(hover_str.format( + date, + int(in_data[idx].avg), + "dpdk", + build_info[job_name][str(idx)][1]. + rsplit('~', 1)[0], + "weekly", + idx)) + elif "vpp" in job_name: + hover_text.append(hover_str.format( + date, + int(in_data[idx].avg), + "vpp", + build_info[job_name][str(idx)][1]. + rsplit('~', 1)[0], + "daily", + idx)) + + xaxis.append(datetime(int(date[0:4]), int(date[4:6]), int(date[6:8]), + int(date[9:11]), int(date[12:]))) + + data_pd = OrderedDict() + for key, value in zip(xaxis, data_y): + data_pd[key] = value + + anomaly_classification, avgs = classify_anomalies(data_pd) + + anomalies = OrderedDict() + anomalies_colors = list() + anomalies_avgs = list() + anomaly_color = { + "regression": 0.0, + "normal": 0.5, + "progression": 1.0 + } + if anomaly_classification: + for idx, (key, value) in enumerate(data_pd.iteritems()): + if anomaly_classification[idx] in \ + ("outlier", "regression", "progression"): + anomalies[key] = value + anomalies_colors.append( + anomaly_color[anomaly_classification[idx]]) + anomalies_avgs.append(avgs[idx]) + anomalies_colors.extend([0.0, 0.5, 1.0]) + + # Create traces + + trace_samples = plgo.Scatter( + x=xaxis, + y=[y.avg for y in data_y], + mode='markers', + line={ + "width": 1 + }, + showlegend=True, + legendgroup=name, + name="{name}".format(name=name), + marker={ + "size": 5, + "color": color, + "symbol": "circle", + }, + text=hover_text, + hoverinfo="text" + ) + traces = [trace_samples, ] + + if show_trend_line: + trace_trend = plgo.Scatter( + x=xaxis, + y=avgs, + mode='lines', + line={ + "shape": "linear", + "width": 1, + "color": color, + }, + showlegend=False, + legendgroup=name, + name='{name}'.format(name=name), + text=["trend: {0:,}".format(int(avg)) for avg in avgs], + hoverinfo="text+name" + ) + traces.append(trace_trend) + + trace_anomalies = plgo.Scatter( + x=anomalies.keys(), + y=anomalies_avgs, + mode='markers', + hoverinfo="none", + showlegend=False, + legendgroup=name, + name="{name}-anomalies".format(name=name), + marker={ + "size": 15, + "symbol": "circle-open", + "color": anomalies_colors, + "colorscale": [[0.00, "red"], + [0.33, "red"], + [0.33, "white"], + [0.66, "white"], + [0.66, "green"], + [1.00, "green"]], + "showscale": True, + "line": { + "width": 2 + }, + "colorbar": { + "y": 0.5, + "len": 0.8, + "title": "Circles Marking Data Classification", + "titleside": 'right', + "titlefont": { + "size": 14 + }, + "tickmode": 'array', + "tickvals": [0.167, 0.500, 0.833], + "ticktext": ["Regression", "Normal", "Progression"], + "ticks": "", + "ticklen": 0, + "tickangle": -90, + "thickness": 10 + } + } + ) + traces.append(trace_anomalies) + + if anomaly_classification: + return traces, anomaly_classification[-1] + else: + return traces, None + + +def _generate_all_charts(spec, input_data): + """Generate all charts specified in the specification file. + + :param spec: Specification. + :param input_data: Full data set. + :type spec: Specification + :type input_data: InputData + """ + + def _generate_chart(_, data_q, graph): + """Generates the chart. + """ + + logs = list() + + logging.info(" Generating the chart '{0}' ...". + format(graph.get("title", ""))) + logs.append(("INFO", " Generating the chart '{0}' ...". + format(graph.get("title", "")))) + + job_name = graph["data"].keys()[0] + + csv_tbl = list() + res = list() + + # Transform the data + logs.append(("INFO", " Creating the data set for the {0} '{1}'.". + format(graph.get("type", ""), graph.get("title", "")))) + data = input_data.filter_data(graph, continue_on_error=True) + if data is None: + logging.error("No data.") + return + + chart_data = dict() + for job, job_data in data.iteritems(): + if job != job_name: + continue + for index, bld in job_data.items(): + for test_name, test in bld.items(): + if chart_data.get(test_name, None) is None: + chart_data[test_name] = OrderedDict() + try: + chart_data[test_name][int(index)] = \ + test["result"]["receive-rate"] + except (KeyError, TypeError): + pass + + # Add items to the csv table: + for tst_name, tst_data in chart_data.items(): + tst_lst = list() + for bld in builds_dict[job_name]: + itm = tst_data.get(int(bld), '') + if not isinstance(itm, str): + itm = itm.avg + tst_lst.append(str(itm)) + csv_tbl.append("{0},".format(tst_name) + ",".join(tst_lst) + '\n') + # Generate traces: + traces = list() + index = 0 + for test_name, test_data in chart_data.items(): + if not test_data: + logs.append(("WARNING", "No data for the test '{0}'". + format(test_name))) + continue + message = "index: {index}, test: {test}".format( + index=index, test=test_name) + test_name = test_name.split('.')[-1] + try: + trace, rslt = _generate_trending_traces( + test_data, + job_name=job_name, + build_info=build_info, + name='-'.join(test_name.split('-')[2:-1]), + color=COLORS[index]) + except IndexError: + message = "Out of colors: {}".format(message) + logs.append(("ERROR", message)) + logging.error(message) + index += 1 + continue + traces.extend(trace) + res.append(rslt) + index += 1 + + if traces: + # Generate the chart: + graph["layout"]["xaxis"]["title"] = \ + graph["layout"]["xaxis"]["title"].format(job=job_name) + name_file = "{0}-{1}{2}".format(spec.cpta["output-file"], + graph["output-file-name"], + spec.cpta["output-file-type"]) + + logs.append(("INFO", " Writing the file '{0}' ...". + format(name_file))) + plpl = plgo.Figure(data=traces, layout=graph["layout"]) + try: + ploff.plot(plpl, show_link=False, auto_open=False, + filename=name_file) + except plerr.PlotlyEmptyDataError: + logs.append(("WARNING", "No data for the plot. Skipped.")) + + data_out = { + "job_name": job_name, + "csv_table": csv_tbl, + "results": res, + "logs": logs + } + data_q.put(data_out) + + builds_dict = dict() + for job in spec.input["builds"].keys(): + if builds_dict.get(job, None) is None: + builds_dict[job] = list() + for build in spec.input["builds"][job]: + status = build["status"] + if status != "failed" and status != "not found": + builds_dict[job].append(str(build["build"])) + + # Create "build ID": "date" dict: + build_info = dict() + for job_name, job_data in builds_dict.items(): + if build_info.get(job_name, None) is None: + build_info[job_name] = OrderedDict() + for build in job_data: + build_info[job_name][build] = ( + input_data.metadata(job_name, build).get("generated", ""), + input_data.metadata(job_name, build).get("version", "") + ) + + work_queue = multiprocessing.JoinableQueue() + manager = multiprocessing.Manager() + data_queue = manager.Queue() + cpus = multiprocessing.cpu_count() + + workers = list() + for cpu in range(cpus): + worker = Worker(work_queue, + data_queue, + _generate_chart) + worker.daemon = True + worker.start() + workers.append(worker) + os.system("taskset -p -c {0} {1} > /dev/null 2>&1". + format(cpu, worker.pid)) + + for chart in spec.cpta["plots"]: + work_queue.put((chart, )) + work_queue.join() + + anomaly_classifications = list() + + # Create the header: + csv_tables = dict() + for job_name in builds_dict.keys(): + if csv_tables.get(job_name, None) is None: + csv_tables[job_name] = list() + header = "Build Number:," + ",".join(builds_dict[job_name]) + '\n' + csv_tables[job_name].append(header) + build_dates = [x[0] for x in build_info[job_name].values()] + header = "Build Date:," + ",".join(build_dates) + '\n' + csv_tables[job_name].append(header) + versions = [x[1] for x in build_info[job_name].values()] + header = "Version:," + ",".join(versions) + '\n' + csv_tables[job_name].append(header) + + while not data_queue.empty(): + result = data_queue.get() + + anomaly_classifications.extend(result["results"]) + csv_tables[result["job_name"]].extend(result["csv_table"]) + + for item in result["logs"]: + if item[0] == "INFO": + logging.info(item[1]) + elif item[0] == "ERROR": + logging.error(item[1]) + elif item[0] == "DEBUG": + logging.debug(item[1]) + elif item[0] == "CRITICAL": + logging.critical(item[1]) + elif item[0] == "WARNING": + logging.warning(item[1]) + + del data_queue + + # Terminate all workers + for worker in workers: + worker.terminate() + worker.join() + + # Write the tables: + for job_name, csv_table in csv_tables.items(): + file_name = spec.cpta["output-file"] + "-" + job_name + "-trending" + with open("{0}.csv".format(file_name), 'w') as file_handler: + file_handler.writelines(csv_table) + + txt_table = None + with open("{0}.csv".format(file_name), 'rb') as csv_file: + csv_content = csv.reader(csv_file, delimiter=',', quotechar='"') + line_nr = 0 + for row in csv_content: + if txt_table is None: + txt_table = prettytable.PrettyTable(row) + else: + if line_nr > 1: + for idx, item in enumerate(row): + try: + row[idx] = str(round(float(item) / 1000000, 2)) + except ValueError: + pass + try: + txt_table.add_row(row) + except Exception as err: + logging.warning("Error occurred while generating TXT " + "table:\n{0}".format(err)) + line_nr += 1 + txt_table.align["Build Number:"] = "l" + with open("{0}.txt".format(file_name), "w") as txt_file: + txt_file.write(str(txt_table)) + + # Evaluate result: + if anomaly_classifications: + result = "PASS" + for classification in anomaly_classifications: + if classification == "regression" or classification == "outlier": + result = "FAIL" + break + else: + result = "FAIL" + + logging.info("Partial results: {0}".format(anomaly_classifications)) + logging.info("Result: {0}".format(result)) + + return result diff --git a/resources/tools/presentation_new/generator_alerts.py b/resources/tools/presentation_new/generator_alerts.py new file mode 100644 index 0000000000..cbdb1fd07b --- /dev/null +++ b/resources/tools/presentation_new/generator_alerts.py @@ -0,0 +1,278 @@ +# Copyright (c) 2018 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import smtplib +import logging + +from email.mime.text import MIMEText +from email.mime.multipart import MIMEMultipart +from os.path import isdir + +from utils import execute_command +from errors import PresentationError + + +class AlertingError(PresentationError): + """Exception(s) raised by the alerting module. + + When raising this exception, put this information to the message in this + order: + - short description of the encountered problem (parameter msg), + - relevant messages if there are any collected, e.g., from caught + exception (optional parameter details), + - relevant data if there are any collected (optional parameter details). + """ + + def __init__(self, msg, details='', level="CRITICAL"): + """Sets the exception message and the level. + + :param msg: Short description of the encountered problem. + :param details: Relevant messages if there are any collected, e.g., + from caught exception (optional parameter details), or relevant data + if there are any collected (optional parameter details). + :param level: Level of the error, possible choices are: "DEBUG", "INFO", + "WARNING", "ERROR" and "CRITICAL". + :type msg: str + :type details: str + :type level: str + """ + + super(AlertingError, self).__init__( + "Alerting: {0}".format(msg), details, level) + + def __repr__(self): + return ( + "AlertingError(msg={msg!r},details={dets!r},level={level!r})". + format(msg=self._msg, dets=self._details, level=self._level)) + + +class Alerting(object): + """Class implementing the alerting mechanism. + """ + + def __init__(self, spec): + """Initialization. + + :param spec: The CPTA specification. + :type spec: Specification + """ + + # Implemented alerts: + self._ALERTS = ("failed-tests", ) + + self._spec = spec.alerting + self._path_failed_tests = spec.environment["paths"]["DIR[STATIC,VPP]"] + + # Verify and validate input specification: + self.configs = self._spec.get("configurations", None) + if not self.configs: + raise AlertingError("No alert configuration is specified.") + for config_type, config_data in self.configs.iteritems(): + if config_type == "email": + if not config_data.get("server", None): + raise AlertingError("Parameter 'server' is missing.") + if not config_data.get("address-to", None): + raise AlertingError("Parameter 'address-to' (recipient) is " + "missing.") + if not config_data.get("address-from", None): + raise AlertingError("Parameter 'address-from' (sender) is " + "missing.") + elif config_type == "jenkins": + if not isdir(config_data.get("output-dir", "")): + raise AlertingError("Parameter 'output-dir' is " + "missing or it is not a directory.") + if not config_data.get("output-file", None): + raise AlertingError("Parameter 'output-file' is missing.") + else: + raise AlertingError("Alert of type '{0}' is not implemented.". + format(config_type)) + + self.alerts = self._spec.get("alerts", None) + if not self.alerts: + raise AlertingError("No alert is specified.") + for alert, alert_data in self.alerts.iteritems(): + if not alert_data.get("title", None): + raise AlertingError("Parameter 'title' is missing.") + if not alert_data.get("type", None) in self._ALERTS: + raise AlertingError("Parameter 'failed-tests' is missing or " + "incorrect.") + if not alert_data.get("way", None) in self.configs.keys(): + raise AlertingError("Parameter 'way' is missing or incorrect.") + if not alert_data.get("include", None): + raise AlertingError("Parameter 'include' is missing or the " + "list is empty.") + + def __str__(self): + """Return string with human readable description of the alert. + + :returns: Readable description. + :rtype: str + """ + return "configs={configs}, alerts={alerts}".format( + configs=self.configs, alerts=self.alerts) + + def __repr__(self): + """Return string executable as Python constructor call. + + :returns: Executable constructor call. + :rtype: str + """ + return "Alerting(spec={spec})".format( + spec=self._spec) + + def generate_alerts(self): + """Generate alert(s) using specified way(s). + """ + + for alert, alert_data in self.alerts.iteritems(): + if alert_data["way"] == "email": + text, html = self._create_alert_message(alert_data) + conf = self.configs["email"] + self._send_email(server=conf["server"], + addr_from=conf["address-from"], + addr_to=conf["address-to"], + subject=alert_data["title"], + text=text, + html=html) + elif alert_data["way"] == "jenkins": + self._generate_files_for_jenkins(alert_data) + else: + raise AlertingError("Alert with way '{0}' is not implemented.". + format(alert_data["way"])) + + @staticmethod + def _send_email(server, addr_from, addr_to, subject, text=None, html=None): + """Send an email using predefined configuration. + + :param server: SMTP server used to send email. + :param addr_from: Sender address. + :param addr_to: Recipient address(es). + :param subject: Subject of the email. + :param text: Message in the ASCII text format. + :param html: Message in the HTML format. + :type server: str + :type addr_from: str + :type addr_to: list + :type subject: str + :type text: str + :type html: str + """ + + if not text and not html: + raise AlertingError("No text/data to send.") + + msg = MIMEMultipart('alternative') + msg['Subject'] = subject + msg['From'] = addr_from + msg['To'] = ", ".join(addr_to) + + if text: + msg.attach(MIMEText(text, 'plain')) + if html: + msg.attach(MIMEText(html, 'html')) + + smtp_server = None + try: + logging.info("Trying to send alert '{0}' ...".format(subject)) + logging.debug("SMTP Server: {0}".format(server)) + logging.debug("From: {0}".format(addr_from)) + logging.debug("To: {0}".format(", ".join(addr_to))) + logging.debug("Message: {0}".format(msg.as_string())) + smtp_server = smtplib.SMTP(server) + smtp_server.sendmail(addr_from, addr_to, msg.as_string()) + except smtplib.SMTPException as err: + raise AlertingError("Not possible to send the alert via email.", + str(err)) + finally: + if smtp_server: + smtp_server.quit() + + def _create_alert_message(self, alert): + """Create the message which is used in the generated alert. + + :param alert: Message is created for this alert. + :type alert: dict + :returns: Message in the ASCII text and HTML format. + :rtype: tuple(str, str) + """ + + if alert["type"] == "failed-tests": + text = "" + html = "" + for item in alert["include"]: + file_name = "{path}/{name}".format( + path=self._path_failed_tests, name=item) + try: + with open("{0}.txt".format(file_name), 'r') as txt_file: + text += "{0}:\n\n".format( + item.replace("failed-tests-", "")) + text += txt_file.read() + "\n" * 2 + except IOError: + logging.error("Not possible to read the file '{0}.txt'.". + format(file_name)) + try: + with open("{0}.rst".format(file_name), 'r') as rst_file: + html += "

{0}:

".format( + item.replace("failed-tests-", "")) + html += rst_file.readlines()[2].\ + replace("../trending", alert.get("url", "")) + html += "
" * 3 + except IOError: + logging.error("Not possible to read the file '{0}.rst'.". + format(file_name)) + html += "" + else: + raise AlertingError("Alert of type '{0}' is not implemented.". + format(alert["type"])) + return text, html + + def _generate_files_for_jenkins(self, alert): + """Create the file which is used in the generated alert. + + :param alert: Files are created for this alert. + :type alert: dict + """ + + config = self.configs[alert["way"]] + + if alert["type"] == "failed-tests": + text, html = self._create_alert_message(alert) + file_name = "{0}/{1}".format(config["output-dir"], + config["output-file"]) + logging.info("Writing the file '{0}.txt' ...".format(file_name)) + try: + with open("{0}.txt".format(file_name), 'w') as txt_file: + txt_file.write(text) + except IOError: + logging.error("Not possible to write the file '{0}.txt'.". + format(file_name)) + logging.info("Writing the file '{0}.html' ...".format(file_name)) + try: + with open("{0}.html".format(file_name), 'w') as html_file: + html_file.write(html) + except IOError: + logging.error("Not possible to write the file '{0}.html'.". + format(file_name)) + + zip_file = config.get("zip-output", None) + if zip_file: + logging.info("Writing the file '{0}/{1}' ...". + format(config["output-dir"], zip_file)) + execute_command("tar czvf {dir}/{zip} --directory={dir} " + "{input}.txt {input}.html". + format(dir=config["output-dir"], + zip=zip_file, + input=config["output-file"])) + else: + raise AlertingError("Alert of type '{0}' is not implemented.". + format(alert["type"])) diff --git a/resources/tools/presentation_new/generator_files.py b/resources/tools/presentation_new/generator_files.py new file mode 100644 index 0000000000..ee2fc1221c --- /dev/null +++ b/resources/tools/presentation_new/generator_files.py @@ -0,0 +1,135 @@ +# Copyright (c) 2018 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Algorithms to generate files. +""" + + +import logging + +from utils import get_files, get_rst_title_char + +RST_INCLUDE_TABLE = ("\n.. only:: html\n\n" + " .. csv-table::\n" + " :header-rows: 1\n" + " :widths: auto\n" + " :align: center\n" + " :file: {file_html}\n" + "\n.. only:: latex\n\n" + "\n .. raw:: latex\n\n" + " \csvautolongtable{{{file_latex}}}\n\n") + + +def generate_files(spec, data): + """Generate all files specified in the specification file. + + :param spec: Specification read from the specification file. + :param data: Data to process. + :type spec: Specification + :type data: InputData + """ + + logging.info("Generating the files ...") + for file_spec in spec.files: + try: + eval(file_spec["algorithm"])(file_spec, data) + except NameError as err: + logging.error("Probably algorithm '{alg}' is not defined: {err}". + format(alg=file_spec["algorithm"], err=repr(err))) + logging.info("Done.") + + +def _tests_in_suite(suite_name, tests): + """Check if the suite includes tests. + + :param suite_name: Name of the suite to be checked. + :param tests: Set of tests + :type suite_name: str + :type tests: pandas.Series + :returns: True if the suite includes tests. + :rtype: bool + """ + + for key in tests.keys(): + if suite_name == tests[key]["parent"]: + return True + return False + + +def file_test_results(file_spec, input_data): + """Generate the file(s) with algorithms + - file_test_results + specified in the specification file. + + :param file_spec: File to generate. + :param input_data: Data to process. + :type file_spec: pandas.Series + :type input_data: InputData + """ + + file_name = "{0}{1}".format(file_spec["output-file"], + file_spec["output-file-ext"]) + rst_header = file_spec["file-header"] + + logging.info(" Generating the file {0} ...".format(file_name)) + + table_lst = get_files(file_spec["dir-tables"], ".csv", full_path=True) + if len(table_lst) == 0: + logging.error(" No tables to include in '{0}'. Skipping.". + format(file_spec["dir-tables"])) + return None + + logging.info(" Writing file '{0}'".format(file_name)) + + logging.info(" Creating the 'tests' data set for the {0} '{1}'.". + format(file_spec.get("type", ""), file_spec.get("title", ""))) + tests = input_data.filter_data(file_spec) + tests = input_data.merge_data(tests) + + logging.info(" Creating the 'suites' data set for the {0} '{1}'.". + format(file_spec.get("type", ""), file_spec.get("title", ""))) + file_spec["filter"] = "all" + suites = input_data.filter_data(file_spec, data_set="suites") + suites = input_data.merge_data(suites) + suites.sort_index(inplace=True) + + with open(file_name, "w") as file_handler: + file_handler.write(rst_header) + for suite_longname, suite in suites.iteritems(): + if len(suite_longname.split(".")) <= file_spec["data-start-level"]: + continue + + if not ("-ndrpdr" in suite["name"] or + "-mrr" in suite["name"] or + "-func" in suite["name"] or + "-device" in suite["name"]): + file_handler.write("\n{0}\n{1}\n".format( + suite["name"], get_rst_title_char( + suite["level"] - file_spec["data-start-level"] - 1) * + len(suite["name"]))) + + if _tests_in_suite(suite["name"], tests): + file_handler.write("\n{0}\n{1}\n".format( + suite["name"], get_rst_title_char( + suite["level"] - file_spec["data-start-level"] - 1) * + len(suite["name"]))) + file_handler.write("\n{0}\n".format( + suite["doc"].replace('|br|', '\n\n -'))) + for tbl_file in table_lst: + if suite["name"] in tbl_file: + file_handler.write( + RST_INCLUDE_TABLE.format( + file_latex=tbl_file, + file_html=tbl_file.split("/")[-1])) + + logging.info(" Done.") diff --git a/resources/tools/presentation_new/generator_plots.py b/resources/tools/presentation_new/generator_plots.py new file mode 100644 index 0000000000..32f146bca8 --- /dev/null +++ b/resources/tools/presentation_new/generator_plots.py @@ -0,0 +1,843 @@ +# Copyright (c) 2018 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Algorithms to generate plots. +""" + + +import logging +import pandas as pd +import plotly.offline as ploff +import plotly.graph_objs as plgo + +from plotly.exceptions import PlotlyError +from collections import OrderedDict +from copy import deepcopy + +from utils import mean + + +COLORS = ["SkyBlue", "Olive", "Purple", "Coral", "Indigo", "Pink", + "Chocolate", "Brown", "Magenta", "Cyan", "Orange", "Black", + "Violet", "Blue", "Yellow", "BurlyWood", "CadetBlue", "Crimson", + "DarkBlue", "DarkCyan", "DarkGreen", "Green", "GoldenRod", + "LightGreen", "LightSeaGreen", "LightSkyBlue", "Maroon", + "MediumSeaGreen", "SeaGreen", "LightSlateGrey"] + + +def generate_plots(spec, data): + """Generate all plots specified in the specification file. + + :param spec: Specification read from the specification file. + :param data: Data to process. + :type spec: Specification + :type data: InputData + """ + + logging.info("Generating the plots ...") + for index, plot in enumerate(spec.plots): + try: + logging.info(" Plot nr {0}: {1}".format(index + 1, + plot.get("title", ""))) + plot["limits"] = spec.configuration["limits"] + eval(plot["algorithm"])(plot, data) + logging.info(" Done.") + except NameError as err: + logging.error("Probably algorithm '{alg}' is not defined: {err}". + format(alg=plot["algorithm"], err=repr(err))) + logging.info("Done.") + + +def plot_performance_box(plot, input_data): + """Generate the plot(s) with algorithm: plot_performance_box + specified in the specification file. + + :param plot: Plot to generate. + :param input_data: Data to process. + :type plot: pandas.Series + :type input_data: InputData + """ + + # Transform the data + plot_title = plot.get("title", "") + logging.info(" Creating the data set for the {0} '{1}'.". + format(plot.get("type", ""), plot_title)) + data = input_data.filter_data(plot) + if data is None: + logging.error("No data.") + return + + # Prepare the data for the plot + y_vals = dict() + y_tags = dict() + for job in data: + for build in job: + for test in build: + if y_vals.get(test["parent"], None) is None: + y_vals[test["parent"]] = list() + y_tags[test["parent"]] = test.get("tags", None) + try: + if test["type"] in ("NDRPDR", ): + if "-pdr" in plot_title.lower(): + y_vals[test["parent"]].\ + append(test["throughput"]["PDR"]["LOWER"]) + elif "-ndr" in plot_title.lower(): + y_vals[test["parent"]]. \ + append(test["throughput"]["NDR"]["LOWER"]) + else: + continue + else: + continue + except (KeyError, TypeError): + y_vals[test["parent"]].append(None) + + # Sort the tests + order = plot.get("sort", None) + if order and y_tags: + y_sorted = OrderedDict() + y_tags_l = {s: [t.lower() for t in ts] for s, ts in y_tags.items()} + for tag in order: + logging.debug(tag) + for suite, tags in y_tags_l.items(): + if "not " in tag: + tag = tag.split(" ")[-1] + if tag.lower() in tags: + continue + else: + if tag.lower() not in tags: + continue + try: + y_sorted[suite] = y_vals.pop(suite) + y_tags_l.pop(suite) + logging.debug(suite) + except KeyError as err: + logging.error("Not found: {0}".format(repr(err))) + finally: + break + else: + y_sorted = y_vals + + # Add None to the lists with missing data + max_len = 0 + nr_of_samples = list() + for val in y_sorted.values(): + if len(val) > max_len: + max_len = len(val) + nr_of_samples.append(len(val)) + for key, val in y_sorted.items(): + if len(val) < max_len: + val.extend([None for _ in range(max_len - len(val))]) + + # Add plot traces + traces = list() + df = pd.DataFrame(y_sorted) + df.head() + y_max = list() + for i, col in enumerate(df.columns): + name = "{nr}. ({samples:02d} run{plural}) {name}".\ + format(nr=(i + 1), + samples=nr_of_samples[i], + plural='s' if nr_of_samples[i] > 1 else '', + name=col.lower().replace('-ndrpdr', '')) + if len(name) > 50: + name_lst = name.split('-') + name = "" + split_name = True + for segment in name_lst: + if (len(name) + len(segment) + 1) > 50 and split_name: + name += "
" + split_name = False + name += segment + '-' + name = name[:-1] + + logging.debug(name) + traces.append(plgo.Box(x=[str(i + 1) + '.'] * len(df[col]), + y=[y / 1000000 if y else None for y in df[col]], + name=name, + **plot["traces"])) + try: + val_max = max(df[col]) + except ValueError as err: + logging.error(repr(err)) + continue + if val_max: + y_max.append(int(val_max / 1000000) + 1) + + try: + # Create plot + layout = deepcopy(plot["layout"]) + if layout.get("title", None): + layout["title"] = "Packet Throughput: {0}". \ + format(layout["title"]) + if y_max: + layout["yaxis"]["range"] = [0, max(y_max)] + plpl = plgo.Figure(data=traces, layout=layout) + + # Export Plot + logging.info(" Writing file '{0}{1}'.". + format(plot["output-file"], plot["output-file-type"])) + ploff.plot(plpl, show_link=False, auto_open=False, + filename='{0}{1}'.format(plot["output-file"], + plot["output-file-type"])) + except PlotlyError as err: + logging.error(" Finished with error: {}". + format(repr(err).replace("\n", " "))) + return + + +def plot_latency_error_bars(plot, input_data): + """Generate the plot(s) with algorithm: plot_latency_error_bars + specified in the specification file. + + :param plot: Plot to generate. + :param input_data: Data to process. + :type plot: pandas.Series + :type input_data: InputData + """ + + # Transform the data + plot_title = plot.get("title", "") + logging.info(" Creating the data set for the {0} '{1}'.". + format(plot.get("type", ""), plot_title)) + data = input_data.filter_data(plot) + if data is None: + logging.error("No data.") + return + + # Prepare the data for the plot + y_tmp_vals = dict() + y_tags = dict() + for job in data: + for build in job: + for test in build: + try: + logging.debug("test['latency']: {0}\n". + format(test["latency"])) + except ValueError as err: + logging.warning(repr(err)) + if y_tmp_vals.get(test["parent"], None) is None: + y_tmp_vals[test["parent"]] = [ + list(), # direction1, min + list(), # direction1, avg + list(), # direction1, max + list(), # direction2, min + list(), # direction2, avg + list() # direction2, max + ] + y_tags[test["parent"]] = test.get("tags", None) + try: + if test["type"] in ("NDRPDR", ): + if "-pdr" in plot_title.lower(): + ttype = "PDR" + elif "-ndr" in plot_title.lower(): + ttype = "NDR" + else: + logging.warning("Invalid test type: {0}". + format(test["type"])) + continue + y_tmp_vals[test["parent"]][0].append( + test["latency"][ttype]["direction1"]["min"]) + y_tmp_vals[test["parent"]][1].append( + test["latency"][ttype]["direction1"]["avg"]) + y_tmp_vals[test["parent"]][2].append( + test["latency"][ttype]["direction1"]["max"]) + y_tmp_vals[test["parent"]][3].append( + test["latency"][ttype]["direction2"]["min"]) + y_tmp_vals[test["parent"]][4].append( + test["latency"][ttype]["direction2"]["avg"]) + y_tmp_vals[test["parent"]][5].append( + test["latency"][ttype]["direction2"]["max"]) + else: + logging.warning("Invalid test type: {0}". + format(test["type"])) + continue + except (KeyError, TypeError) as err: + logging.warning(repr(err)) + logging.debug("y_tmp_vals: {0}\n".format(y_tmp_vals)) + + # Sort the tests + order = plot.get("sort", None) + if order and y_tags: + y_sorted = OrderedDict() + y_tags_l = {s: [t.lower() for t in ts] for s, ts in y_tags.items()} + for tag in order: + logging.debug(tag) + for suite, tags in y_tags_l.items(): + if "not " in tag: + tag = tag.split(" ")[-1] + if tag.lower() in tags: + continue + else: + if tag.lower() not in tags: + continue + try: + y_sorted[suite] = y_tmp_vals.pop(suite) + y_tags_l.pop(suite) + logging.debug(suite) + except KeyError as err: + logging.error("Not found: {0}".format(repr(err))) + finally: + break + else: + y_sorted = y_tmp_vals + + logging.debug("y_sorted: {0}\n".format(y_sorted)) + x_vals = list() + y_vals = list() + y_mins = list() + y_maxs = list() + nr_of_samples = list() + for key, val in y_sorted.items(): + name = "-".join(key.split("-")[1:-1]) + if len(name) > 50: + name_lst = name.split('-') + name = "" + split_name = True + for segment in name_lst: + if (len(name) + len(segment) + 1) > 50 and split_name: + name += "
" + split_name = False + name += segment + '-' + name = name[:-1] + x_vals.append(name) # dir 1 + y_vals.append(mean(val[1]) if val[1] else None) + y_mins.append(mean(val[0]) if val[0] else None) + y_maxs.append(mean(val[2]) if val[2] else None) + nr_of_samples.append(len(val[1]) if val[1] else 0) + x_vals.append(name) # dir 2 + y_vals.append(mean(val[4]) if val[4] else None) + y_mins.append(mean(val[3]) if val[3] else None) + y_maxs.append(mean(val[5]) if val[5] else None) + nr_of_samples.append(len(val[3]) if val[3] else 0) + + logging.debug("x_vals :{0}\n".format(x_vals)) + logging.debug("y_vals :{0}\n".format(y_vals)) + logging.debug("y_mins :{0}\n".format(y_mins)) + logging.debug("y_maxs :{0}\n".format(y_maxs)) + logging.debug("nr_of_samples :{0}\n".format(nr_of_samples)) + traces = list() + annotations = list() + + for idx in range(len(x_vals)): + if not bool(int(idx % 2)): + direction = "West-East" + else: + direction = "East-West" + hovertext = ("No. of Runs: {nr}
" + "Test: {test}
" + "Direction: {dir}
".format(test=x_vals[idx], + dir=direction, + nr=nr_of_samples[idx])) + if isinstance(y_maxs[idx], float): + hovertext += "Max: {max:.2f}uSec
".format(max=y_maxs[idx]) + if isinstance(y_vals[idx], float): + hovertext += "Mean: {avg:.2f}uSec
".format(avg=y_vals[idx]) + if isinstance(y_mins[idx], float): + hovertext += "Min: {min:.2f}uSec".format(min=y_mins[idx]) + + if isinstance(y_maxs[idx], float) and isinstance(y_vals[idx], float): + array = [y_maxs[idx] - y_vals[idx], ] + else: + array = [None, ] + if isinstance(y_mins[idx], float) and isinstance(y_vals[idx], float): + arrayminus = [y_vals[idx] - y_mins[idx], ] + else: + arrayminus = [None, ] + logging.debug("y_vals[{1}] :{0}\n".format(y_vals[idx], idx)) + logging.debug("array :{0}\n".format(array)) + logging.debug("arrayminus :{0}\n".format(arrayminus)) + traces.append(plgo.Scatter( + x=[idx, ], + y=[y_vals[idx], ], + name=x_vals[idx], + legendgroup=x_vals[idx], + showlegend=bool(int(idx % 2)), + mode="markers", + error_y=dict( + type='data', + symmetric=False, + array=array, + arrayminus=arrayminus, + color=COLORS[int(idx / 2)] + ), + marker=dict( + size=10, + color=COLORS[int(idx / 2)], + ), + text=hovertext, + hoverinfo="text", + )) + annotations.append(dict( + x=idx, + y=0, + xref="x", + yref="y", + xanchor="center", + yanchor="top", + text="E-W" if bool(int(idx % 2)) else "W-E", + font=dict( + size=16, + ), + align="center", + showarrow=False + )) + + try: + # Create plot + logging.info(" Writing file '{0}{1}'.". + format(plot["output-file"], plot["output-file-type"])) + layout = deepcopy(plot["layout"]) + if layout.get("title", None): + layout["title"] = "Packet Latency: {0}".\ + format(layout["title"]) + layout["annotations"] = annotations + plpl = plgo.Figure(data=traces, layout=layout) + + # Export Plot + ploff.plot(plpl, + show_link=False, auto_open=False, + filename='{0}{1}'.format(plot["output-file"], + plot["output-file-type"])) + except PlotlyError as err: + logging.error(" Finished with error: {}". + format(str(err).replace("\n", " "))) + return + + +def plot_throughput_speedup_analysis(plot, input_data): + """Generate the plot(s) with algorithm: + plot_throughput_speedup_analysis + specified in the specification file. + + :param plot: Plot to generate. + :param input_data: Data to process. + :type plot: pandas.Series + :type input_data: InputData + """ + + # Transform the data + plot_title = plot.get("title", "") + logging.info(" Creating the data set for the {0} '{1}'.". + format(plot.get("type", ""), plot_title)) + data = input_data.filter_data(plot) + if data is None: + logging.error("No data.") + return + + y_vals = dict() + y_tags = dict() + for job in data: + for build in job: + for test in build: + if y_vals.get(test["parent"], None) is None: + y_vals[test["parent"]] = {"1": list(), + "2": list(), + "4": list()} + y_tags[test["parent"]] = test.get("tags", None) + try: + if test["type"] in ("NDRPDR",): + if "-pdr" in plot_title.lower(): + ttype = "PDR" + elif "-ndr" in plot_title.lower(): + ttype = "NDR" + else: + continue + if "1C" in test["tags"]: + y_vals[test["parent"]]["1"]. \ + append(test["throughput"][ttype]["LOWER"]) + elif "2C" in test["tags"]: + y_vals[test["parent"]]["2"]. \ + append(test["throughput"][ttype]["LOWER"]) + elif "4C" in test["tags"]: + y_vals[test["parent"]]["4"]. \ + append(test["throughput"][ttype]["LOWER"]) + except (KeyError, TypeError): + pass + + if not y_vals: + logging.warning("No data for the plot '{}'". + format(plot.get("title", ""))) + return + + y_1c_max = dict() + for test_name, test_vals in y_vals.items(): + for key, test_val in test_vals.items(): + if test_val: + avg_val = sum(test_val) / len(test_val) + y_vals[test_name][key] = (avg_val, len(test_val)) + ideal = avg_val / (int(key) * 1000000.0) + if test_name not in y_1c_max or ideal > y_1c_max[test_name]: + y_1c_max[test_name] = ideal + + vals = dict() + y_max = list() + nic_limit = 0 + lnk_limit = 0 + pci_limit = plot["limits"]["pci"]["pci-g3-x8"] + for test_name, test_vals in y_vals.items(): + try: + if test_vals["1"][1]: + name = "-".join(test_name.split('-')[1:-1]) + if len(name) > 50: + name_lst = name.split('-') + name = "" + split_name = True + for segment in name_lst: + if (len(name) + len(segment) + 1) > 50 and split_name: + name += "
" + split_name = False + name += segment + '-' + name = name[:-1] + + vals[name] = dict() + y_val_1 = test_vals["1"][0] / 1000000.0 + y_val_2 = test_vals["2"][0] / 1000000.0 if test_vals["2"][0] \ + else None + y_val_4 = test_vals["4"][0] / 1000000.0 if test_vals["4"][0] \ + else None + + vals[name]["val"] = [y_val_1, y_val_2, y_val_4] + vals[name]["rel"] = [1.0, None, None] + vals[name]["ideal"] = [y_1c_max[test_name], + y_1c_max[test_name] * 2, + y_1c_max[test_name] * 4] + vals[name]["diff"] = [(y_val_1 - y_1c_max[test_name]) * 100 / + y_val_1, None, None] + vals[name]["count"] = [test_vals["1"][1], + test_vals["2"][1], + test_vals["4"][1]] + + try: + val_max = max(max(vals[name]["val"], vals[name]["ideal"])) + except ValueError as err: + logging.error(err) + continue + if val_max: + y_max.append(int((val_max / 10) + 1) * 10) + + if y_val_2: + vals[name]["rel"][1] = round(y_val_2 / y_val_1, 2) + vals[name]["diff"][1] = \ + (y_val_2 - vals[name]["ideal"][1]) * 100 / y_val_2 + if y_val_4: + vals[name]["rel"][2] = round(y_val_4 / y_val_1, 2) + vals[name]["diff"][2] = \ + (y_val_4 - vals[name]["ideal"][2]) * 100 / y_val_4 + except IndexError as err: + logging.warning("No data for '{0}'".format(test_name)) + logging.warning(repr(err)) + + # Limits: + if "x520" in test_name: + limit = plot["limits"]["nic"]["x520"] + elif "x710" in test_name: + limit = plot["limits"]["nic"]["x710"] + elif "xxv710" in test_name: + limit = plot["limits"]["nic"]["xxv710"] + elif "xl710" in test_name: + limit = plot["limits"]["nic"]["xl710"] + elif "x553" in test_name: + limit = plot["limits"]["nic"]["x553"] + else: + limit = 0 + if limit > nic_limit: + nic_limit = limit + + mul = 2 if "ge2p" in test_name else 1 + if "10ge" in test_name: + limit = plot["limits"]["link"]["10ge"] * mul + elif "25ge" in test_name: + limit = plot["limits"]["link"]["25ge"] * mul + elif "40ge" in test_name: + limit = plot["limits"]["link"]["40ge"] * mul + elif "100ge" in test_name: + limit = plot["limits"]["link"]["100ge"] * mul + else: + limit = 0 + if limit > lnk_limit: + lnk_limit = limit + + # Sort the tests + order = plot.get("sort", None) + if order and y_tags: + y_sorted = OrderedDict() + y_tags_l = {s: [t.lower() for t in ts] for s, ts in y_tags.items()} + for tag in order: + for test, tags in y_tags_l.items(): + if tag.lower() in tags: + name = "-".join(test.split('-')[1:-1]) + try: + y_sorted[name] = vals.pop(name) + y_tags_l.pop(test) + except KeyError as err: + logging.error("Not found: {0}".format(err)) + finally: + break + else: + y_sorted = vals + + traces = list() + annotations = list() + x_vals = [1, 2, 4] + + # Limits: + try: + threshold = 1.1 * max(y_max) # 10% + except ValueError as err: + logging.error(err) + return + nic_limit /= 1000000.0 + if nic_limit < threshold: + traces.append(plgo.Scatter( + x=x_vals, + y=[nic_limit, ] * len(x_vals), + name="NIC: {0:.2f}Mpps".format(nic_limit), + showlegend=False, + mode="lines", + line=dict( + dash="dot", + color=COLORS[-1], + width=1), + hoverinfo="none" + )) + annotations.append(dict( + x=1, + y=nic_limit, + xref="x", + yref="y", + xanchor="left", + yanchor="bottom", + text="NIC: {0:.2f}Mpps".format(nic_limit), + font=dict( + size=14, + color=COLORS[-1], + ), + align="left", + showarrow=False + )) + y_max.append(int((nic_limit / 10) + 1) * 10) + + lnk_limit /= 1000000.0 + if lnk_limit < threshold: + traces.append(plgo.Scatter( + x=x_vals, + y=[lnk_limit, ] * len(x_vals), + name="Link: {0:.2f}Mpps".format(lnk_limit), + showlegend=False, + mode="lines", + line=dict( + dash="dot", + color=COLORS[-2], + width=1), + hoverinfo="none" + )) + annotations.append(dict( + x=1, + y=lnk_limit, + xref="x", + yref="y", + xanchor="left", + yanchor="bottom", + text="Link: {0:.2f}Mpps".format(lnk_limit), + font=dict( + size=14, + color=COLORS[-2], + ), + align="left", + showarrow=False + )) + y_max.append(int((lnk_limit / 10) + 1) * 10) + + pci_limit /= 1000000.0 + if pci_limit < threshold: + traces.append(plgo.Scatter( + x=x_vals, + y=[pci_limit, ] * len(x_vals), + name="PCIe: {0:.2f}Mpps".format(pci_limit), + showlegend=False, + mode="lines", + line=dict( + dash="dot", + color=COLORS[-3], + width=1), + hoverinfo="none" + )) + annotations.append(dict( + x=1, + y=pci_limit, + xref="x", + yref="y", + xanchor="left", + yanchor="bottom", + text="PCIe: {0:.2f}Mpps".format(pci_limit), + font=dict( + size=14, + color=COLORS[-3], + ), + align="left", + showarrow=False + )) + y_max.append(int((pci_limit / 10) + 1) * 10) + + # Perfect and measured: + cidx = 0 + for name, val in y_sorted.iteritems(): + hovertext = list() + try: + for idx in range(len(val["val"])): + htext = "" + if isinstance(val["val"][idx], float): + htext += "No. of Runs: {1}
" \ + "Mean: {0:.2f}Mpps
".format(val["val"][idx], + val["count"][idx]) + if isinstance(val["diff"][idx], float): + htext += "Diff: {0:.0f}%
".format(round(val["diff"][idx])) + if isinstance(val["rel"][idx], float): + htext += "Speedup: {0:.2f}".format(val["rel"][idx]) + hovertext.append(htext) + traces.append(plgo.Scatter(x=x_vals, + y=val["val"], + name=name, + legendgroup=name, + mode="lines+markers", + line=dict( + color=COLORS[cidx], + width=2), + marker=dict( + symbol="circle", + size=10 + ), + text=hovertext, + hoverinfo="text+name" + )) + traces.append(plgo.Scatter(x=x_vals, + y=val["ideal"], + name="{0} perfect".format(name), + legendgroup=name, + showlegend=False, + mode="lines", + line=dict( + color=COLORS[cidx], + width=2, + dash="dash"), + text=["Perfect: {0:.2f}Mpps".format(y) + for y in val["ideal"]], + hoverinfo="text" + )) + cidx += 1 + except (IndexError, ValueError, KeyError) as err: + logging.warning("No data for '{0}'".format(name)) + logging.warning(repr(err)) + + try: + # Create plot + logging.info(" Writing file '{0}{1}'.". + format(plot["output-file"], plot["output-file-type"])) + layout = deepcopy(plot["layout"]) + if layout.get("title", None): + layout["title"] = "Speedup Multi-core: {0}". \ + format(layout["title"]) + layout["annotations"].extend(annotations) + plpl = plgo.Figure(data=traces, layout=layout) + + # Export Plot + ploff.plot(plpl, + show_link=False, auto_open=False, + filename='{0}{1}'.format(plot["output-file"], + plot["output-file-type"])) + except PlotlyError as err: + logging.error(" Finished with error: {}". + format(str(err).replace("\n", " "))) + return + + +def plot_http_server_performance_box(plot, input_data): + """Generate the plot(s) with algorithm: plot_http_server_performance_box + specified in the specification file. + + :param plot: Plot to generate. + :param input_data: Data to process. + :type plot: pandas.Series + :type input_data: InputData + """ + + # Transform the data + logging.info(" Creating the data set for the {0} '{1}'.". + format(plot.get("type", ""), plot.get("title", ""))) + data = input_data.filter_data(plot) + if data is None: + logging.error("No data.") + return + + # Prepare the data for the plot + y_vals = dict() + for job in data: + for build in job: + for test in build: + if y_vals.get(test["name"], None) is None: + y_vals[test["name"]] = list() + try: + y_vals[test["name"]].append(test["result"]) + except (KeyError, TypeError): + y_vals[test["name"]].append(None) + + # Add None to the lists with missing data + max_len = 0 + nr_of_samples = list() + for val in y_vals.values(): + if len(val) > max_len: + max_len = len(val) + nr_of_samples.append(len(val)) + for key, val in y_vals.items(): + if len(val) < max_len: + val.extend([None for _ in range(max_len - len(val))]) + + # Add plot traces + traces = list() + df = pd.DataFrame(y_vals) + df.head() + for i, col in enumerate(df.columns): + name = "{nr}. ({samples:02d} run{plural}) {name}".\ + format(nr=(i + 1), + samples=nr_of_samples[i], + plural='s' if nr_of_samples[i] > 1 else '', + name=col.lower().replace('-ndrpdr', '')) + if len(name) > 50: + name_lst = name.split('-') + name = "" + split_name = True + for segment in name_lst: + if (len(name) + len(segment) + 1) > 50 and split_name: + name += "
" + split_name = False + name += segment + '-' + name = name[:-1] + + traces.append(plgo.Box(x=[str(i + 1) + '.'] * len(df[col]), + y=df[col], + name=name, + **plot["traces"])) + try: + # Create plot + plpl = plgo.Figure(data=traces, layout=plot["layout"]) + + # Export Plot + logging.info(" Writing file '{0}{1}'.". + format(plot["output-file"], plot["output-file-type"])) + ploff.plot(plpl, show_link=False, auto_open=False, + filename='{0}{1}'.format(plot["output-file"], + plot["output-file-type"])) + except PlotlyError as err: + logging.error(" Finished with error: {}". + format(str(err).replace("\n", " "))) + return diff --git a/resources/tools/presentation_new/generator_report.py b/resources/tools/presentation_new/generator_report.py new file mode 100644 index 0000000000..13ca75c1b9 --- /dev/null +++ b/resources/tools/presentation_new/generator_report.py @@ -0,0 +1,270 @@ +# Copyright (c) 2018 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Report generation. +""" + +import logging +import datetime + +from shutil import make_archive + +from utils import get_files, execute_command, archive_input_data + + +# .css file for the html format of the report +THEME_OVERRIDES = """/* override table width restrictions */ +@media screen and (min-width: 767px) { + .wy-table-responsive table td, .wy-table-responsive table th { + white-space: normal !important; + } + + .wy-table-responsive { + font-size: small; + margin-bottom: 24px; + max-width: 100%; + overflow: visible !important; + } +} +.rst-content blockquote { + margin-left: 0px; + line-height: 18px; + margin-bottom: 0px; +} +.wy-menu-vertical a { + display: inline-block; + line-height: 18px; + padding: 0 2em; + display: block; + position: relative; + font-size: 90%; + color: #d9d9d9 +} +.wy-menu-vertical li.current a { + color: gray; + border-right: solid 1px #c9c9c9; + padding: 0 3em; +} +.wy-menu-vertical li.toctree-l2.current > a { + background: #c9c9c9; + padding: 0 3em; +} +.wy-menu-vertical li.toctree-l2.current li.toctree-l3 > a { + display: block; + background: #c9c9c9; + padding: 0 4em; +} +.wy-menu-vertical li.toctree-l3.current li.toctree-l4 > a { + display: block; + background: #bdbdbd; + padding: 0 5em; +} +.wy-menu-vertical li.on a, .wy-menu-vertical li.current > a { + color: #404040; + padding: 0 2em; + font-weight: bold; + position: relative; + background: #fcfcfc; + border: none; + border-top-width: medium; + border-bottom-width: medium; + border-top-style: none; + border-bottom-style: none; + border-top-color: currentcolor; + border-bottom-color: currentcolor; + padding-left: 2em -4px; +} +""" + +# Command to build the html format of the report +HTML_BUILDER = 'sphinx-build -v -c . -a ' \ + '-b html -E ' \ + '-t html ' \ + '-D release={release} ' \ + '-D version="Test Report {date}" ' \ + '{working_dir} ' \ + '{build_dir}/' + +# Command to build the pdf format of the report +PDF_BUILDER = 'sphinx-build -v -c . -a ' \ + '-b latex -E ' \ + '-t latex ' \ + '-D release={release} ' \ + '-D version="Test Report {date}" ' \ + '{working_dir} ' \ + '{build_dir}' + + +def generate_report(release, spec, report_week): + """Generate all formats and versions of the report. + + :param release: Release string of the product. + :param spec: Specification read from the specification file. + :param report_week: Calendar week when the report is published. + :type release: str + :type spec: Specification + :type report_week: str + """ + + logging.info("Generating the report ...") + + report = { + "html": generate_html_report, + "pdf": generate_pdf_report + } + + for report_format, versions in spec.output["format"].items(): + report[report_format](release, spec, versions, report_week) + + archive_input_data(spec) + + logging.info("Done.") + + +def generate_html_report(release, spec, versions, report_version): + """Generate html format of the report. + + :param release: Release string of the product. + :param spec: Specification read from the specification file. + :param versions: List of versions to generate. + :param report_version: Version of the report. + :type release: str + :type spec: Specification + :type versions: list + :type report_version: str + """ + + logging.info(" Generating the html report, give me a few minutes, please " + "...") + + working_dir = spec.environment["paths"]["DIR[WORKING,SRC]"] + + cmd = 'cd {working_dir} && mv -f index.html.template index.rst'.\ + format(working_dir=working_dir) + execute_command(cmd) + + cmd = HTML_BUILDER.format( + release=release, + date=datetime.datetime.utcnow().strftime('%Y-%m-%d %H:%M UTC'), + working_dir=working_dir, + build_dir=spec.environment["paths"]["DIR[BUILD,HTML]"]) + execute_command(cmd) + + with open(spec.environment["paths"]["DIR[CSS_PATCH_FILE]"], "w") as \ + css_file: + css_file.write(THEME_OVERRIDES) + + with open(spec.environment["paths"]["DIR[CSS_PATCH_FILE2]"], "w") as \ + css_file: + css_file.write(THEME_OVERRIDES) + + logging.info(" Done.") + + +def generate_pdf_report(release, spec, versions, report_week): + """Generate html format of the report. + + :param release: Release string of the product. + :param spec: Specification read from the specification file. + :param versions: List of versions to generate. Not implemented yet. + :param report_week: Calendar week when the report is published. + :type release: str + :type spec: Specification + :type versions: list + :type report_week: str + """ + + logging.info(" Generating the pdf report, give me a few minutes, please " + "...") + + working_dir = spec.environment["paths"]["DIR[WORKING,SRC]"] + + cmd = 'cd {working_dir} && mv -f index.pdf.template index.rst'.\ + format(working_dir=working_dir) + execute_command(cmd) + + _convert_all_svg_to_pdf(spec.environment["paths"]["DIR[WORKING,SRC]"]) + + # Convert PyPLOT graphs in HTML format to PDF. + convert_plots = "xvfb-run -a wkhtmltopdf {html} {pdf}" + plots = get_files(spec.environment["paths"]["DIR[STATIC,VPP]"], "html") + plots.extend(get_files(spec.environment["paths"]["DIR[STATIC,DPDK]"], + "html")) + for plot in plots: + file_name = "{0}.pdf".format(plot.rsplit(".", 1)[0]) + logging.info("Converting '{0}' to '{1}'".format(plot, file_name)) + execute_command(convert_plots.format(html=plot, pdf=file_name)) + + # Generate the LaTeX documentation + build_dir = spec.environment["paths"]["DIR[BUILD,LATEX]"] + cmd = PDF_BUILDER.format( + release=release, + date=datetime.datetime.utcnow().strftime('%Y-%m-%d %H:%M UTC'), + working_dir=working_dir, + build_dir=build_dir) + execute_command(cmd) + + # Build pdf documentation + archive_dir = spec.environment["paths"]["DIR[STATIC,ARCH]"] + cmds = [ + 'cd {build_dir} && ' + 'pdflatex -shell-escape -interaction nonstopmode csit.tex || true'. + format(build_dir=build_dir), + 'cd {build_dir} && ' + 'pdflatex -interaction nonstopmode csit.tex || true'. + format(build_dir=build_dir), + 'cd {build_dir} && ' + 'cp csit.pdf ../{archive_dir}/csit_{release}.{week}.pdf &&' + 'cp csit.pdf ../{archive_dir}/csit_{release}.pdf'. + format(build_dir=build_dir, + archive_dir=archive_dir, + release=release, + week=report_week) + ] + + for cmd in cmds: + execute_command(cmd) + + logging.info(" Done.") + + +def archive_report(spec): + """Archive the report. + + :param spec: Specification read from the specification file. + :type spec: Specification + """ + + logging.info(" Archiving the report ...") + + make_archive("csit.report", + "gztar", + base_dir=spec.environment["paths"]["DIR[BUILD,HTML]"]) + + logging.info(" Done.") + + +def _convert_all_svg_to_pdf(path): + """Convert all svg files on path "path" to pdf. + + :param path: Path to the root directory with svg files to convert. + :type path: str + """ + + cmd = "inkscape -D -z --file={svg} --export-pdf={pdf}" + + svg_files = get_files(path, "svg", full_path=True) + for svg_file in svg_files: + pdf_file = "{0}.pdf".format(svg_file.rsplit('.', 1)[0]) + logging.info("Converting '{0}' to '{1}'".format(svg_file, pdf_file)) + execute_command(cmd.format(svg=svg_file, pdf=pdf_file)) diff --git a/resources/tools/presentation_new/generator_tables.py b/resources/tools/presentation_new/generator_tables.py new file mode 100644 index 0000000000..7590daa8fe --- /dev/null +++ b/resources/tools/presentation_new/generator_tables.py @@ -0,0 +1,904 @@ +# Copyright (c) 2018 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Algorithms to generate tables. +""" + + +import logging +import csv +import re + +from string import replace +from collections import OrderedDict +from numpy import nan, isnan +from xml.etree import ElementTree as ET +from datetime import datetime as dt +from datetime import timedelta + +from utils import mean, stdev, relative_change, classify_anomalies, \ + convert_csv_to_pretty_txt + + +REGEX_NIC = re.compile(r'\d*ge\dp\d\D*\d*') + + +def generate_tables(spec, data): + """Generate all tables specified in the specification file. + + :param spec: Specification read from the specification file. + :param data: Data to process. + :type spec: Specification + :type data: InputData + """ + + logging.info("Generating the tables ...") + for table in spec.tables: + try: + eval(table["algorithm"])(table, data) + except NameError as err: + logging.error("Probably algorithm '{alg}' is not defined: {err}". + format(alg=table["algorithm"], err=repr(err))) + logging.info("Done.") + + +def table_details(table, input_data): + """Generate the table(s) with algorithm: table_detailed_test_results + specified in the specification file. + + :param table: Table to generate. + :param input_data: Data to process. + :type table: pandas.Series + :type input_data: InputData + """ + + logging.info(" Generating the table {0} ...". + format(table.get("title", ""))) + + # Transform the data + logging.info(" Creating the data set for the {0} '{1}'.". + format(table.get("type", ""), table.get("title", ""))) + data = input_data.filter_data(table) + + # Prepare the header of the tables + header = list() + for column in table["columns"]: + header.append('"{0}"'.format(str(column["title"]).replace('"', '""'))) + + # Generate the data for the table according to the model in the table + # specification + job = table["data"].keys()[0] + build = str(table["data"][job][0]) + try: + suites = input_data.suites(job, build) + except KeyError: + logging.error(" No data available. The table will not be generated.") + return + + for suite_longname, suite in suites.iteritems(): + # Generate data + suite_name = suite["name"] + table_lst = list() + for test in data[job][build].keys(): + if data[job][build][test]["parent"] in suite_name: + row_lst = list() + for column in table["columns"]: + try: + col_data = str(data[job][build][test][column["data"]. + split(" ")[1]]).replace('"', '""') + if column["data"].split(" ")[1] in ("vat-history", + "show-run"): + col_data = replace(col_data, " |br| ", "", + maxreplace=1) + col_data = " |prein| {0} |preout| ".\ + format(col_data[:-5]) + row_lst.append('"{0}"'.format(col_data)) + except KeyError: + row_lst.append("No data") + table_lst.append(row_lst) + + # Write the data to file + if table_lst: + file_name = "{0}_{1}{2}".format(table["output-file"], suite_name, + table["output-file-ext"]) + logging.info(" Writing file: '{}'".format(file_name)) + with open(file_name, "w") as file_handler: + file_handler.write(",".join(header) + "\n") + for item in table_lst: + file_handler.write(",".join(item) + "\n") + + logging.info(" Done.") + + +def table_merged_details(table, input_data): + """Generate the table(s) with algorithm: table_merged_details + specified in the specification file. + + :param table: Table to generate. + :param input_data: Data to process. + :type table: pandas.Series + :type input_data: InputData + """ + + logging.info(" Generating the table {0} ...". + format(table.get("title", ""))) + + # Transform the data + logging.info(" Creating the data set for the {0} '{1}'.". + format(table.get("type", ""), table.get("title", ""))) + data = input_data.filter_data(table) + data = input_data.merge_data(data) + data.sort_index(inplace=True) + + logging.info(" Creating the data set for the {0} '{1}'.". + format(table.get("type", ""), table.get("title", ""))) + suites = input_data.filter_data(table, data_set="suites") + suites = input_data.merge_data(suites) + + # Prepare the header of the tables + header = list() + for column in table["columns"]: + header.append('"{0}"'.format(str(column["title"]).replace('"', '""'))) + + for _, suite in suites.iteritems(): + # Generate data + suite_name = suite["name"] + table_lst = list() + for test in data.keys(): + if data[test]["parent"] in suite_name: + row_lst = list() + for column in table["columns"]: + try: + col_data = str(data[test][column["data"]. + split(" ")[1]]).replace('"', '""') + if column["data"].split(" ")[1] in ("vat-history", + "show-run"): + col_data = replace(col_data, " |br| ", "", + maxreplace=1) + col_data = " |prein| {0} |preout| ".\ + format(col_data[:-5]) + row_lst.append('"{0}"'.format(col_data)) + except KeyError: + row_lst.append("No data") + table_lst.append(row_lst) + + # Write the data to file + if table_lst: + file_name = "{0}_{1}{2}".format(table["output-file"], suite_name, + table["output-file-ext"]) + logging.info(" Writing file: '{}'".format(file_name)) + with open(file_name, "w") as file_handler: + file_handler.write(",".join(header) + "\n") + for item in table_lst: + file_handler.write(",".join(item) + "\n") + + logging.info(" Done.") + + +def table_performance_comparison(table, input_data): + """Generate the table(s) with algorithm: table_performance_comparison + specified in the specification file. + + :param table: Table to generate. + :param input_data: Data to process. + :type table: pandas.Series + :type input_data: InputData + """ + + logging.info(" Generating the table {0} ...". + format(table.get("title", ""))) + + # Transform the data + logging.info(" Creating the data set for the {0} '{1}'.". + format(table.get("type", ""), table.get("title", ""))) + data = input_data.filter_data(table, continue_on_error=True) + + # Prepare the header of the tables + try: + header = ["Test case", ] + + if table["include-tests"] == "MRR": + hdr_param = "Receive Rate" + else: + hdr_param = "Throughput" + + history = table.get("history", None) + if history: + for item in history: + header.extend( + ["{0} {1} [Mpps]".format(item["title"], hdr_param), + "{0} Stdev [Mpps]".format(item["title"])]) + header.extend( + ["{0} {1} [Mpps]".format(table["reference"]["title"], hdr_param), + "{0} Stdev [Mpps]".format(table["reference"]["title"]), + "{0} {1} [Mpps]".format(table["compare"]["title"], hdr_param), + "{0} Stdev [Mpps]".format(table["compare"]["title"]), + "Delta [%]"]) + header_str = ",".join(header) + "\n" + except (AttributeError, KeyError) as err: + logging.error("The model is invalid, missing parameter: {0}". + format(err)) + return + + # Prepare data to the table: + tbl_dict = dict() + for job, builds in table["reference"]["data"].items(): + for build in builds: + for tst_name, tst_data in data[job][str(build)].iteritems(): + tst_name_mod = tst_name.replace("-ndrpdrdisc", "").\ + replace("-ndrpdr", "").replace("-pdrdisc", "").\ + replace("-ndrdisc", "").replace("-pdr", "").\ + replace("-ndr", "").\ + replace("1t1c", "1c").replace("2t1c", "1c").\ + replace("2t2c", "2c").replace("4t2c", "2c").\ + replace("4t4c", "4c").replace("8t4c", "4c") + if "across topologies" in table["title"].lower(): + tst_name_mod = tst_name_mod.replace("2n1l-", "") + if tbl_dict.get(tst_name_mod, None) is None: + name = "{0}-{1}".format(tst_data["parent"].split("-")[0], + "-".join(tst_data["name"]. + split("-")[:-1])) + if "across testbeds" in table["title"].lower() or \ + "across topologies" in table["title"].lower(): + name = name.\ + replace("1t1c", "1c").replace("2t1c", "1c").\ + replace("2t2c", "2c").replace("4t2c", "2c").\ + replace("4t4c", "4c").replace("8t4c", "4c") + tbl_dict[tst_name_mod] = {"name": name, + "ref-data": list(), + "cmp-data": list()} + try: + # TODO: Re-work when NDRPDRDISC tests are not used + if table["include-tests"] == "MRR": + tbl_dict[tst_name_mod]["ref-data"]. \ + append(tst_data["result"]["receive-rate"].avg) + elif table["include-tests"] == "PDR": + if tst_data["type"] == "PDR": + tbl_dict[tst_name_mod]["ref-data"]. \ + append(tst_data["throughput"]["value"]) + elif tst_data["type"] == "NDRPDR": + tbl_dict[tst_name_mod]["ref-data"].append( + tst_data["throughput"]["PDR"]["LOWER"]) + elif table["include-tests"] == "NDR": + if tst_data["type"] == "NDR": + tbl_dict[tst_name_mod]["ref-data"]. \ + append(tst_data["throughput"]["value"]) + elif tst_data["type"] == "NDRPDR": + tbl_dict[tst_name_mod]["ref-data"].append( + tst_data["throughput"]["NDR"]["LOWER"]) + else: + continue + except TypeError: + pass # No data in output.xml for this test + + for job, builds in table["compare"]["data"].items(): + for build in builds: + for tst_name, tst_data in data[job][str(build)].iteritems(): + tst_name_mod = tst_name.replace("-ndrpdrdisc", ""). \ + replace("-ndrpdr", "").replace("-pdrdisc", ""). \ + replace("-ndrdisc", "").replace("-pdr", ""). \ + replace("-ndr", "").\ + replace("1t1c", "1c").replace("2t1c", "1c").\ + replace("2t2c", "2c").replace("4t2c", "2c").\ + replace("4t4c", "4c").replace("8t4c", "4c") + if "across topologies" in table["title"].lower(): + tst_name_mod = tst_name_mod.replace("2n1l-", "") + try: + # TODO: Re-work when NDRPDRDISC tests are not used + if table["include-tests"] == "MRR": + tbl_dict[tst_name_mod]["cmp-data"]. \ + append(tst_data["result"]["receive-rate"].avg) + elif table["include-tests"] == "PDR": + if tst_data["type"] == "PDR": + tbl_dict[tst_name_mod]["cmp-data"]. \ + append(tst_data["throughput"]["value"]) + elif tst_data["type"] == "NDRPDR": + tbl_dict[tst_name_mod]["cmp-data"].append( + tst_data["throughput"]["PDR"]["LOWER"]) + elif table["include-tests"] == "NDR": + if tst_data["type"] == "NDR": + tbl_dict[tst_name_mod]["cmp-data"]. \ + append(tst_data["throughput"]["value"]) + elif tst_data["type"] == "NDRPDR": + tbl_dict[tst_name_mod]["cmp-data"].append( + tst_data["throughput"]["NDR"]["LOWER"]) + else: + continue + except KeyError: + pass + except TypeError: + tbl_dict.pop(tst_name_mod, None) + if history: + for item in history: + for job, builds in item["data"].items(): + for build in builds: + for tst_name, tst_data in data[job][str(build)].iteritems(): + tst_name_mod = tst_name.replace("-ndrpdrdisc", ""). \ + replace("-ndrpdr", "").replace("-pdrdisc", ""). \ + replace("-ndrdisc", "").replace("-pdr", ""). \ + replace("-ndr", "").\ + replace("1t1c", "1c").replace("2t1c", "1c").\ + replace("2t2c", "2c").replace("4t2c", "2c").\ + replace("4t4c", "4c").replace("8t4c", "4c") + if "across topologies" in table["title"].lower(): + tst_name_mod = tst_name_mod.replace("2n1l-", "") + if tbl_dict.get(tst_name_mod, None) is None: + continue + if tbl_dict[tst_name_mod].get("history", None) is None: + tbl_dict[tst_name_mod]["history"] = OrderedDict() + if tbl_dict[tst_name_mod]["history"].get(item["title"], + None) is None: + tbl_dict[tst_name_mod]["history"][item["title"]] = \ + list() + try: + # TODO: Re-work when NDRPDRDISC tests are not used + if table["include-tests"] == "MRR": + tbl_dict[tst_name_mod]["history"][item["title" + ]].append(tst_data["result"]["receive-rate"]. + avg) + elif table["include-tests"] == "PDR": + if tst_data["type"] == "PDR": + tbl_dict[tst_name_mod]["history"][ + item["title"]].\ + append(tst_data["throughput"]["value"]) + elif tst_data["type"] == "NDRPDR": + tbl_dict[tst_name_mod]["history"][item[ + "title"]].append(tst_data["throughput"][ + "PDR"]["LOWER"]) + elif table["include-tests"] == "NDR": + if tst_data["type"] == "NDR": + tbl_dict[tst_name_mod]["history"][ + item["title"]].\ + append(tst_data["throughput"]["value"]) + elif tst_data["type"] == "NDRPDR": + tbl_dict[tst_name_mod]["history"][item[ + "title"]].append(tst_data["throughput"][ + "NDR"]["LOWER"]) + else: + continue + except (TypeError, KeyError): + pass + + tbl_lst = list() + for tst_name in tbl_dict.keys(): + item = [tbl_dict[tst_name]["name"], ] + if history: + if tbl_dict[tst_name].get("history", None) is not None: + for hist_data in tbl_dict[tst_name]["history"].values(): + if hist_data: + item.append(round(mean(hist_data) / 1000000, 2)) + item.append(round(stdev(hist_data) / 1000000, 2)) + else: + item.extend([None, None]) + else: + item.extend([None, None]) + data_t = tbl_dict[tst_name]["ref-data"] + if data_t: + item.append(round(mean(data_t) / 1000000, 2)) + item.append(round(stdev(data_t) / 1000000, 2)) + else: + item.extend([None, None]) + data_t = tbl_dict[tst_name]["cmp-data"] + if data_t: + item.append(round(mean(data_t) / 1000000, 2)) + item.append(round(stdev(data_t) / 1000000, 2)) + else: + item.extend([None, None]) + if item[-4] is not None and item[-2] is not None and item[-4] != 0: + item.append(int(relative_change(float(item[-4]), float(item[-2])))) + if len(item) == len(header): + tbl_lst.append(item) + + # Sort the table according to the relative change + tbl_lst.sort(key=lambda rel: rel[-1], reverse=True) + + # Generate csv tables: + csv_file = "{0}.csv".format(table["output-file"]) + with open(csv_file, "w") as file_handler: + file_handler.write(header_str) + for test in tbl_lst: + file_handler.write(",".join([str(item) for item in test]) + "\n") + + convert_csv_to_pretty_txt(csv_file, "{0}.txt".format(table["output-file"])) + + +def table_performance_trending_dashboard(table, input_data): + """Generate the table(s) with algorithm: + table_performance_trending_dashboard + specified in the specification file. + + :param table: Table to generate. + :param input_data: Data to process. + :type table: pandas.Series + :type input_data: InputData + """ + + logging.info(" Generating the table {0} ...". + format(table.get("title", ""))) + + # Transform the data + logging.info(" Creating the data set for the {0} '{1}'.". + format(table.get("type", ""), table.get("title", ""))) + data = input_data.filter_data(table, continue_on_error=True) + + # Prepare the header of the tables + header = ["Test Case", + "Trend [Mpps]", + "Short-Term Change [%]", + "Long-Term Change [%]", + "Regressions [#]", + "Progressions [#]" + ] + header_str = ",".join(header) + "\n" + + # Prepare data to the table: + tbl_dict = dict() + for job, builds in table["data"].items(): + for build in builds: + for tst_name, tst_data in data[job][str(build)].iteritems(): + if tst_name.lower() in table["ignore-list"]: + continue + if tbl_dict.get(tst_name, None) is None: + groups = re.search(REGEX_NIC, tst_data["parent"]) + if not groups: + continue + nic = groups.group(0) + tbl_dict[tst_name] = { + "name": "{0}-{1}".format(nic, tst_data["name"]), + "data": OrderedDict()} + try: + tbl_dict[tst_name]["data"][str(build)] = \ + tst_data["result"]["receive-rate"] + except (TypeError, KeyError): + pass # No data in output.xml for this test + + tbl_lst = list() + for tst_name in tbl_dict.keys(): + data_t = tbl_dict[tst_name]["data"] + if len(data_t) < 2: + continue + + classification_lst, avgs = classify_anomalies(data_t) + + win_size = min(len(data_t), table["window"]) + long_win_size = min(len(data_t), table["long-trend-window"]) + + try: + max_long_avg = max( + [x for x in avgs[-long_win_size:-win_size] + if not isnan(x)]) + except ValueError: + max_long_avg = nan + last_avg = avgs[-1] + avg_week_ago = avgs[max(-win_size, -len(avgs))] + + if isnan(last_avg) or isnan(avg_week_ago) or avg_week_ago == 0.0: + rel_change_last = nan + else: + rel_change_last = round( + ((last_avg - avg_week_ago) / avg_week_ago) * 100, 2) + + if isnan(max_long_avg) or isnan(last_avg) or max_long_avg == 0.0: + rel_change_long = nan + else: + rel_change_long = round( + ((last_avg - max_long_avg) / max_long_avg) * 100, 2) + + if classification_lst: + if isnan(rel_change_last) and isnan(rel_change_long): + continue + tbl_lst.append( + [tbl_dict[tst_name]["name"], + '-' if isnan(last_avg) else + round(last_avg / 1000000, 2), + '-' if isnan(rel_change_last) else rel_change_last, + '-' if isnan(rel_change_long) else rel_change_long, + classification_lst[-win_size:].count("regression"), + classification_lst[-win_size:].count("progression")]) + + tbl_lst.sort(key=lambda rel: rel[0]) + + tbl_sorted = list() + for nrr in range(table["window"], -1, -1): + tbl_reg = [item for item in tbl_lst if item[4] == nrr] + for nrp in range(table["window"], -1, -1): + tbl_out = [item for item in tbl_reg if item[5] == nrp] + tbl_out.sort(key=lambda rel: rel[2]) + tbl_sorted.extend(tbl_out) + + file_name = "{0}{1}".format(table["output-file"], table["output-file-ext"]) + + logging.info(" Writing file: '{0}'".format(file_name)) + with open(file_name, "w") as file_handler: + file_handler.write(header_str) + for test in tbl_sorted: + file_handler.write(",".join([str(item) for item in test]) + '\n') + + txt_file_name = "{0}.txt".format(table["output-file"]) + logging.info(" Writing file: '{0}'".format(txt_file_name)) + convert_csv_to_pretty_txt(file_name, txt_file_name) + + +def _generate_url(base, testbed, test_name): + """Generate URL to a trending plot from the name of the test case. + + :param base: The base part of URL common to all test cases. + :param testbed: The testbed used for testing. + :param test_name: The name of the test case. + :type base: str + :type testbed: str + :type test_name: str + :returns: The URL to the plot with the trending data for the given test + case. + :rtype str + """ + + url = base + file_name = "" + anchor = ".html#" + feature = "" + + if "lbdpdk" in test_name or "lbvpp" in test_name: + file_name = "link_bonding" + + elif "114b" in test_name and "vhost" in test_name: + file_name = "vts" + + elif "testpmd" in test_name or "l3fwd" in test_name: + file_name = "dpdk" + + elif "memif" in test_name: + file_name = "container_memif" + feature = "-base" + + elif "srv6" in test_name: + file_name = "srv6" + + elif "vhost" in test_name: + if "l2xcbase" in test_name or "l2bdbasemaclrn" in test_name: + file_name = "vm_vhost_l2" + if "114b" in test_name: + feature = "" + elif "l2xcbase" in test_name: + feature = "-base-l2xc" + elif "l2bdbasemaclrn" in test_name: + feature = "-base-l2bd" + else: + feature = "-base" + elif "ip4base" in test_name: + file_name = "vm_vhost_ip4" + feature = "-base" + + elif "ipsec" in test_name: + file_name = "ipsec" + feature = "-base-scale" + + elif "ethip4lispip" in test_name or "ethip4vxlan" in test_name: + file_name = "ip4_tunnels" + feature = "-base" + + elif "ip4base" in test_name or "ip4scale" in test_name: + file_name = "ip4" + if "xl710" in test_name: + feature = "-base-scale-features" + elif "iacl" in test_name: + feature = "-features-iacl" + elif "oacl" in test_name: + feature = "-features-oacl" + elif "snat" in test_name or "cop" in test_name: + feature = "-features" + else: + feature = "-base-scale" + + elif "ip6base" in test_name or "ip6scale" in test_name: + file_name = "ip6" + feature = "-base-scale" + + elif "l2xcbase" in test_name or "l2xcscale" in test_name \ + or "l2bdbasemaclrn" in test_name or "l2bdscale" in test_name \ + or "l2dbbasemaclrn" in test_name or "l2dbscale" in test_name: + file_name = "l2" + if "macip" in test_name: + feature = "-features-macip" + elif "iacl" in test_name: + feature = "-features-iacl" + elif "oacl" in test_name: + feature = "-features-oacl" + else: + feature = "-base-scale" + + if "x520" in test_name: + nic = "x520-" + elif "x710" in test_name: + nic = "x710-" + elif "xl710" in test_name: + nic = "xl710-" + elif "xxv710" in test_name: + nic = "xxv710-" + else: + nic = "" + anchor += nic + + if "64b" in test_name: + framesize = "64b" + elif "78b" in test_name: + framesize = "78b" + elif "imix" in test_name: + framesize = "imix" + elif "9000b" in test_name: + framesize = "9000b" + elif "1518b" in test_name: + framesize = "1518b" + elif "114b" in test_name: + framesize = "114b" + else: + framesize = "" + anchor += framesize + '-' + + if "1t1c" in test_name: + anchor += "1t1c" + elif "2t2c" in test_name: + anchor += "2t2c" + elif "4t4c" in test_name: + anchor += "4t4c" + elif "2t1c" in test_name: + anchor += "2t1c" + elif "4t2c" in test_name: + anchor += "4t2c" + elif "8t4c" in test_name: + anchor += "8t4c" + + return url + file_name + '-' + testbed + '-' + nic + framesize + feature + \ + anchor + feature + + +def table_performance_trending_dashboard_html(table, input_data): + """Generate the table(s) with algorithm: + table_performance_trending_dashboard_html specified in the specification + file. + + :param table: Table to generate. + :param input_data: Data to process. + :type table: dict + :type input_data: InputData + """ + + testbed = table.get("testbed", None) + if testbed is None: + logging.error("The testbed is not defined for the table '{0}'.". + format(table.get("title", ""))) + return + + logging.info(" Generating the table {0} ...". + format(table.get("title", ""))) + + try: + with open(table["input-file"], 'rb') as csv_file: + csv_content = csv.reader(csv_file, delimiter=',', quotechar='"') + csv_lst = [item for item in csv_content] + except KeyError: + logging.warning("The input file is not defined.") + return + except csv.Error as err: + logging.warning("Not possible to process the file '{0}'.\n{1}". + format(table["input-file"], err)) + return + + # Table: + dashboard = ET.Element("table", attrib=dict(width="100%", border='0')) + + # Table header: + tr = ET.SubElement(dashboard, "tr", attrib=dict(bgcolor="#7eade7")) + for idx, item in enumerate(csv_lst[0]): + alignment = "left" if idx == 0 else "center" + th = ET.SubElement(tr, "th", attrib=dict(align=alignment)) + th.text = item + + # Rows: + colors = {"regression": ("#ffcccc", "#ff9999"), + "progression": ("#c6ecc6", "#9fdf9f"), + "normal": ("#e9f1fb", "#d4e4f7")} + for r_idx, row in enumerate(csv_lst[1:]): + if int(row[4]): + color = "regression" + elif int(row[5]): + color = "progression" + else: + color = "normal" + background = colors[color][r_idx % 2] + tr = ET.SubElement(dashboard, "tr", attrib=dict(bgcolor=background)) + + # Columns: + for c_idx, item in enumerate(row): + alignment = "left" if c_idx == 0 else "center" + td = ET.SubElement(tr, "td", attrib=dict(align=alignment)) + # Name: + if c_idx == 0: + url = _generate_url("../trending/", testbed, item) + ref = ET.SubElement(td, "a", attrib=dict(href=url)) + ref.text = item + else: + td.text = item + try: + with open(table["output-file"], 'w') as html_file: + logging.info(" Writing file: '{0}'".format(table["output-file"])) + html_file.write(".. raw:: html\n\n\t") + html_file.write(ET.tostring(dashboard)) + html_file.write("\n\t



\n") + except KeyError: + logging.warning("The output file is not defined.") + return + + +def table_failed_tests(table, input_data): + """Generate the table(s) with algorithm: table_failed_tests + specified in the specification file. + + :param table: Table to generate. + :param input_data: Data to process. + :type table: pandas.Series + :type input_data: InputData + """ + + logging.info(" Generating the table {0} ...". + format(table.get("title", ""))) + + # Transform the data + logging.info(" Creating the data set for the {0} '{1}'.". + format(table.get("type", ""), table.get("title", ""))) + data = input_data.filter_data(table, continue_on_error=True) + + # Prepare the header of the tables + header = ["Test Case", + "Failures [#]", + "Last Failure [Time]", + "Last Failure [VPP-Build-Id]", + "Last Failure [CSIT-Job-Build-Id]"] + + # Generate the data for the table according to the model in the table + # specification + + now = dt.utcnow() + timeperiod = timedelta(int(table.get("window", 7))) + + tbl_dict = dict() + for job, builds in table["data"].items(): + for build in builds: + build = str(build) + for tst_name, tst_data in data[job][build].iteritems(): + if tst_name.lower() in table["ignore-list"]: + continue + if tbl_dict.get(tst_name, None) is None: + groups = re.search(REGEX_NIC, tst_data["parent"]) + if not groups: + continue + nic = groups.group(0) + tbl_dict[tst_name] = { + "name": "{0}-{1}".format(nic, tst_data["name"]), + "data": OrderedDict()} + try: + generated = input_data.metadata(job, build).\ + get("generated", "") + if not generated: + continue + then = dt.strptime(generated, "%Y%m%d %H:%M") + if (now - then) <= timeperiod: + tbl_dict[tst_name]["data"][build] = ( + tst_data["status"], + generated, + input_data.metadata(job, build).get("version", ""), + build) + except (TypeError, KeyError): + pass # No data in output.xml for this test + + tbl_lst = list() + for tst_data in tbl_dict.values(): + fails_nr = 0 + for val in tst_data["data"].values(): + if val[0] == "FAIL": + fails_nr += 1 + fails_last_date = val[1] + fails_last_vpp = val[2] + fails_last_csit = val[3] + if fails_nr: + tbl_lst.append([tst_data["name"], + fails_nr, + fails_last_date, + fails_last_vpp, + "mrr-daily-build-{0}".format(fails_last_csit)]) + + tbl_lst.sort(key=lambda rel: rel[2], reverse=True) + tbl_sorted = list() + for nrf in range(table["window"], -1, -1): + tbl_fails = [item for item in tbl_lst if item[1] == nrf] + tbl_sorted.extend(tbl_fails) + file_name = "{0}{1}".format(table["output-file"], table["output-file-ext"]) + + logging.info(" Writing file: '{0}'".format(file_name)) + with open(file_name, "w") as file_handler: + file_handler.write(",".join(header) + "\n") + for test in tbl_sorted: + file_handler.write(",".join([str(item) for item in test]) + '\n') + + txt_file_name = "{0}.txt".format(table["output-file"]) + logging.info(" Writing file: '{0}'".format(txt_file_name)) + convert_csv_to_pretty_txt(file_name, txt_file_name) + + +def table_failed_tests_html(table, input_data): + """Generate the table(s) with algorithm: table_failed_tests_html + specified in the specification file. + + :param table: Table to generate. + :param input_data: Data to process. + :type table: pandas.Series + :type input_data: InputData + """ + + testbed = table.get("testbed", None) + if testbed is None: + logging.error("The testbed is not defined for the table '{0}'.". + format(table.get("title", ""))) + return + + logging.info(" Generating the table {0} ...". + format(table.get("title", ""))) + + try: + with open(table["input-file"], 'rb') as csv_file: + csv_content = csv.reader(csv_file, delimiter=',', quotechar='"') + csv_lst = [item for item in csv_content] + except KeyError: + logging.warning("The input file is not defined.") + return + except csv.Error as err: + logging.warning("Not possible to process the file '{0}'.\n{1}". + format(table["input-file"], err)) + return + + # Table: + failed_tests = ET.Element("table", attrib=dict(width="100%", border='0')) + + # Table header: + tr = ET.SubElement(failed_tests, "tr", attrib=dict(bgcolor="#7eade7")) + for idx, item in enumerate(csv_lst[0]): + alignment = "left" if idx == 0 else "center" + th = ET.SubElement(tr, "th", attrib=dict(align=alignment)) + th.text = item + + # Rows: + colors = ("#e9f1fb", "#d4e4f7") + for r_idx, row in enumerate(csv_lst[1:]): + background = colors[r_idx % 2] + tr = ET.SubElement(failed_tests, "tr", attrib=dict(bgcolor=background)) + + # Columns: + for c_idx, item in enumerate(row): + alignment = "left" if c_idx == 0 else "center" + td = ET.SubElement(tr, "td", attrib=dict(align=alignment)) + # Name: + if c_idx == 0: + url = _generate_url("../trending/", testbed, item) + ref = ET.SubElement(td, "a", attrib=dict(href=url)) + ref.text = item + else: + td.text = item + try: + with open(table["output-file"], 'w') as html_file: + logging.info(" Writing file: '{0}'".format(table["output-file"])) + html_file.write(".. raw:: html\n\n\t") + html_file.write(ET.tostring(failed_tests)) + html_file.write("\n\t



\n") + except KeyError: + logging.warning("The output file is not defined.") + return diff --git a/resources/tools/presentation_new/ignored_tcs.yaml b/resources/tools/presentation_new/ignored_tcs.yaml new file mode 100644 index 0000000000..3397ac83cf --- /dev/null +++ b/resources/tools/presentation_new/ignored_tcs.yaml @@ -0,0 +1,33 @@ +# List of ignored test cases. +# +# Structure: +# +# - TC_1 +# - TC_2 +# ... +# - TC_n +# +# All TC names are the long names. The list of ignored test cases is converted +# to lowercase when loaded. + +# Wrong NIC name in the long name, wrong tag used (NIC_Intel-X710 instead of +# NIC_Intel-XL710), from build 239 changed to NIC_Intel-XL710 but data is +# inconsistent. +- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc04-IMIX-1t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc05-64B-2t2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc08-IMIX-2t2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc09-64B-4t4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc12-IMIX-4t4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr +- tests.vpp.perf.vm vhost.40ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr diff --git a/resources/tools/presentation_new/input_data_files.py b/resources/tools/presentation_new/input_data_files.py new file mode 100644 index 0000000000..a1ab2432a6 --- /dev/null +++ b/resources/tools/presentation_new/input_data_files.py @@ -0,0 +1,234 @@ +# Copyright (c) 2018 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Inputs +Download all data. +""" + +import re + +from os import rename, mkdir +from os.path import join +from zipfile import ZipFile, is_zipfile, BadZipfile +from httplib import responses +from requests import get, codes, RequestException, Timeout, TooManyRedirects, \ + HTTPError, ConnectionError + +from errors import PresentationError +from utils import execute_command + +# Chunk size used for file download +CHUNK_SIZE = 512 + +# Separator used in file names +SEPARATOR = "__" + +REGEX_RELEASE = re.compile(r'(\D*)(\d{4}|master)(\D*)') + + +def _download_file(url, file_name, log): + """Download a file with input data. + + :param url: URL to the file to download. + :param file_name: Name of file to download. + :param log: List of log messages. + :type url: str + :type file_name: str + :type log: list of tuples (severity, msg) + :returns: True if the download was successful, otherwise False. + :rtype: bool + """ + + success = False + try: + log.append(("INFO", " Connecting to '{0}' ...".format(url))) + + response = get(url, stream=True) + code = response.status_code + + log.append(("INFO", " {0}: {1}".format(code, responses[code]))) + + if code != codes["OK"]: + return False + + log.append(("INFO", " Downloading the file '{0}' to '{1}' ...". + format(url, file_name))) + + file_handle = open(file_name, "wb") + for chunk in response.iter_content(chunk_size=CHUNK_SIZE): + if chunk: + file_handle.write(chunk) + file_handle.close() + success = True + except ConnectionError as err: + log.append(("ERROR", "Not possible to connect to '{0}'.".format(url))) + log.append(("DEBUG", str(err))) + except HTTPError as err: + log.append(("ERROR", "Invalid HTTP response from '{0}'.".format(url))) + log.append(("DEBUG", str(err))) + except TooManyRedirects as err: + log.append(("ERROR", "Request exceeded the configured number " + "of maximum re-directions.")) + log.append(("DEBUG", str(err))) + except Timeout as err: + log.append(("ERROR", "Request timed out.")) + log.append(("DEBUG", str(err))) + except RequestException as err: + log.append(("ERROR", "Unexpected HTTP request exception.")) + log.append(("DEBUG", str(err))) + except (IOError, ValueError, KeyError) as err: + log.append(("ERROR", "Download failed.")) + log.append(("DEBUG", str(err))) + + log.append(("INFO", " Download finished.")) + return success + + +def _unzip_file(spec, build, pid, log): + """Unzip downloaded source file. + + :param spec: Specification read form the specification file. + :param build: Information about the build. + :param log: List of log messages. + :type spec: Specification + :type build: dict + :type log: list of tuples (severity, msg) + :returns: True if the download was successful, otherwise False. + :rtype: bool + """ + + data_file = spec.input["extract"] + file_name = build["file-name"] + directory = spec.environment["paths"]["DIR[WORKING,DATA]"] + tmp_dir = join(directory, str(pid)) + try: + mkdir(tmp_dir) + except OSError: + pass + new_name = "{0}{1}{2}".format(file_name.rsplit('.')[-2], + SEPARATOR, + data_file.split("/")[-1]) + + log.append(("INFO", " Unzipping: '{0}' from '{1}'.". + format(data_file, file_name))) + try: + with ZipFile(file_name, 'r') as zip_file: + zip_file.extract(data_file, tmp_dir) + log.append(("INFO", " Renaming the file '{0}' to '{1}'". + format(join(tmp_dir, data_file), new_name))) + rename(join(tmp_dir, data_file), new_name) + build["file-name"] = new_name + return True + except (BadZipfile, RuntimeError) as err: + log.append(("ERROR", "Failed to unzip the file '{0}': {1}.". + format(file_name, str(err)))) + return False + except OSError as err: + log.append(("ERROR", "Failed to rename the file '{0}': {1}.". + format(data_file, str(err)))) + return False + + +def download_and_unzip_data_file(spec, job, build, pid, log): + """Download and unzip a source file. + + :param spec: Specification read form the specification file. + :param job: Name of the Jenkins job. + :param build: Information about the build. + :param pid: PID of the process executing this method. + :param log: List of log messages. + :type spec: Specification + :type job: str + :type build: dict + :type pid: int + :type log: list of tuples (severity, msg) + :returns: True if the download was successful, otherwise False. + :rtype: bool + """ + + if job.startswith("csit-"): + if spec.input["file-name"].endswith(".zip"): + url = spec.environment["urls"]["URL[JENKINS,CSIT]"] + elif spec.input["file-name"].endswith(".gz"): + url = spec.environment["urls"]["URL[NEXUS,LOG]"] + else: + log.append(("ERROR", "Not supported file format.")) + return False + elif job.startswith("hc2vpp-"): + url = spec.environment["urls"]["URL[JENKINS,HC]"] + elif job.startswith("intel-dnv-"): + url = spec.environment["urls"]["URL[VIRL,DNV]"] + else: + raise PresentationError("No url defined for the job '{}'.". + format(job)) + file_name = spec.input["file-name"] + full_name = spec.input["download-path"]. \ + format(job=job, build=build["build"], filename=file_name) + if not job.startswith("intel-dnv-"): + url = "{0}/{1}".format(url, full_name) + new_name = join(spec.environment["paths"]["DIR[WORKING,DATA]"], + "{job}{sep}{build}{sep}{name}". + format(job=job, sep=SEPARATOR, build=build["build"], + name=file_name)) + + # Download the file from the defined source (Jenkins, logs.fd.io): + success = _download_file(url, new_name, log) + + if success and new_name.endswith(".zip"): + if not is_zipfile(new_name): + success = False + + # If not successful, download from docs.fd.io: + if not success: + log.append(("INFO", " Trying to download from https://docs.fd.io:")) + release = re.search(REGEX_RELEASE, job).group(2) + for rls in (release, "master"): + nexus_file_name = "{job}{sep}{build}{sep}{name}". \ + format(job=job, sep=SEPARATOR, build=build["build"], + name=file_name) + try: + rls = "rls{0}".format(int(rls)) + except ValueError: + pass + url = "{url}/{release}/{dir}/{file}". \ + format(url=spec.environment["urls"]["URL[NEXUS]"], + release=rls, + dir=spec.environment["urls"]["DIR[NEXUS]"], + file=nexus_file_name) + success = _download_file(url, new_name, log) + if success: + break + + if success: + build["file-name"] = new_name + else: + return False + + if spec.input["file-name"].endswith(".gz"): + if "docs.fd.io" in url: + execute_command("gzip --decompress --keep --force {0}". + format(new_name)) + else: + rename(new_name, new_name[:-3]) + execute_command("gzip --keep {0}".format(new_name[:-3])) + build["file-name"] = new_name[:-3] + + if new_name.endswith(".zip"): + if is_zipfile(new_name): + return _unzip_file(spec, build, pid, log) + else: + log.append(("ERROR", + "Zip file '{0}' is corrupted.".format(new_name))) + return False + else: + return True diff --git a/resources/tools/presentation_new/input_data_parser.py b/resources/tools/presentation_new/input_data_parser.py new file mode 100644 index 0000000000..0712156f77 --- /dev/null +++ b/resources/tools/presentation_new/input_data_parser.py @@ -0,0 +1,1394 @@ +# Copyright (c) 2018 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Data pre-processing + +- extract data from output.xml files generated by Jenkins jobs and store in + pandas' Series, +- provide access to the data. +- filter the data using tags, +""" + +import multiprocessing +import os +import re +import pandas as pd +import logging + +from robot.api import ExecutionResult, ResultVisitor +from robot import errors +from collections import OrderedDict +from string import replace +from os import remove +from jumpavg.AvgStdevMetadataFactory import AvgStdevMetadataFactory + +from input_data_files import download_and_unzip_data_file +from utils import Worker + + +class ExecutionChecker(ResultVisitor): + """Class to traverse through the test suite structure. + + The functionality implemented in this class generates a json structure: + + Performance tests: + + { + "metadata": { + "generated": "Timestamp", + "version": "SUT version", + "job": "Jenkins job name", + "build": "Information about the build" + }, + "suites": { + "Suite long name 1": { + "name": Suite name, + "doc": "Suite 1 documentation", + "parent": "Suite 1 parent", + "level": "Level of the suite in the suite hierarchy" + } + "Suite long name N": { + "name": Suite name, + "doc": "Suite N documentation", + "parent": "Suite 2 parent", + "level": "Level of the suite in the suite hierarchy" + } + } + "tests": { + # NDRPDR tests: + "ID": { + "name": "Test name", + "parent": "Name of the parent of the test", + "doc": "Test documentation", + "msg": "Test message", + "vat-history": "DUT1 and DUT2 VAT History", + "show-run": "Show Run", + "tags": ["tag 1", "tag 2", "tag n"], + "type": "NDRPDR", + "status": "PASS" | "FAIL", + "throughput": { + "NDR": { + "LOWER": float, + "UPPER": float + }, + "PDR": { + "LOWER": float, + "UPPER": float + } + }, + "latency": { + "NDR": { + "direction1": { + "min": float, + "avg": float, + "max": float + }, + "direction2": { + "min": float, + "avg": float, + "max": float + } + }, + "PDR": { + "direction1": { + "min": float, + "avg": float, + "max": float + }, + "direction2": { + "min": float, + "avg": float, + "max": float + } + } + } + } + + # TCP tests: + "ID": { + "name": "Test name", + "parent": "Name of the parent of the test", + "doc": "Test documentation", + "msg": "Test message", + "tags": ["tag 1", "tag 2", "tag n"], + "type": "TCP", + "status": "PASS" | "FAIL", + "result": int + } + + # MRR, BMRR tests: + "ID": { + "name": "Test name", + "parent": "Name of the parent of the test", + "doc": "Test documentation", + "msg": "Test message", + "tags": ["tag 1", "tag 2", "tag n"], + "type": "MRR" | "BMRR", + "status": "PASS" | "FAIL", + "result": { + "receive-rate": AvgStdevMetadata, + } + } + + # TODO: Remove when definitely no NDRPDRDISC tests are used: + # NDRPDRDISC tests: + "ID": { + "name": "Test name", + "parent": "Name of the parent of the test", + "doc": "Test documentation", + "msg": "Test message", + "tags": ["tag 1", "tag 2", "tag n"], + "type": "PDR" | "NDR", + "status": "PASS" | "FAIL", + "throughput": { # Only type: "PDR" | "NDR" + "value": int, + "unit": "pps" | "bps" | "percentage" + }, + "latency": { # Only type: "PDR" | "NDR" + "direction1": { + "100": { + "min": int, + "avg": int, + "max": int + }, + "50": { # Only for NDR + "min": int, + "avg": int, + "max": int + }, + "10": { # Only for NDR + "min": int, + "avg": int, + "max": int + } + }, + "direction2": { + "100": { + "min": int, + "avg": int, + "max": int + }, + "50": { # Only for NDR + "min": int, + "avg": int, + "max": int + }, + "10": { # Only for NDR + "min": int, + "avg": int, + "max": int + } + } + }, + "lossTolerance": "lossTolerance", # Only type: "PDR" + "vat-history": "DUT1 and DUT2 VAT History" + "show-run": "Show Run" + }, + "ID" { + # next test + } + } + } + + + Functional tests: + + { + "metadata": { # Optional + "version": "VPP version", + "job": "Jenkins job name", + "build": "Information about the build" + }, + "suites": { + "Suite name 1": { + "doc": "Suite 1 documentation", + "parent": "Suite 1 parent", + "level": "Level of the suite in the suite hierarchy" + } + "Suite name N": { + "doc": "Suite N documentation", + "parent": "Suite 2 parent", + "level": "Level of the suite in the suite hierarchy" + } + } + "tests": { + "ID": { + "name": "Test name", + "parent": "Name of the parent of the test", + "doc": "Test documentation" + "msg": "Test message" + "tags": ["tag 1", "tag 2", "tag n"], + "vat-history": "DUT1 and DUT2 VAT History" + "show-run": "Show Run" + "status": "PASS" | "FAIL" + }, + "ID" { + # next test + } + } + } + + .. note:: ID is the lowercase full path to the test. + """ + + # TODO: Remove when definitely no NDRPDRDISC tests are used: + REGEX_RATE = re.compile(r'^[\D\d]*FINAL_RATE:\s(\d+\.\d+)\s(\w+)') + + REGEX_NDRPDR_RATE = re.compile(r'NDR_LOWER:\s(\d+.\d+).*\n.*\n' + r'NDR_UPPER:\s(\d+.\d+).*\n' + r'PDR_LOWER:\s(\d+.\d+).*\n.*\n' + r'PDR_UPPER:\s(\d+.\d+)') + + # TODO: Remove when definitely no NDRPDRDISC tests are used: + REGEX_LAT_NDR = re.compile(r'^[\D\d]*' + r'LAT_\d+%NDR:\s\[\'(-?\d+/-?\d+/-?\d+)\',' + r'\s\'(-?\d+/-?\d+/-?\d+)\'\]\s\n' + r'LAT_\d+%NDR:\s\[\'(-?\d+/-?\d+/-?\d+)\',' + r'\s\'(-?\d+/-?\d+/-?\d+)\'\]\s\n' + r'LAT_\d+%NDR:\s\[\'(-?\d+/-?\d+/-?\d+)\',' + r'\s\'(-?\d+/-?\d+/-?\d+)\'\]') + + REGEX_LAT_PDR = re.compile(r'^[\D\d]*' + r'LAT_\d+%PDR:\s\[\'(-?\d+/-?\d+/-?\d+)\',' + r'\s\'(-?\d+/-?\d+/-?\d+)\'\][\D\d]*') + + REGEX_NDRPDR_LAT = re.compile(r'LATENCY.*\[\'(.*)\', \'(.*)\'\]\s\n.*\n.*\n' + r'LATENCY.*\[\'(.*)\', \'(.*)\'\]') + + REGEX_TOLERANCE = re.compile(r'^[\D\d]*LOSS_ACCEPTANCE:\s(\d*\.\d*)\s' + r'[\D\d]*') + + REGEX_VERSION_VPP = re.compile(r"(return STDOUT Version:\s*)(.*)") + + REGEX_VERSION_DPDK = re.compile(r"(return STDOUT testpmd)([\d\D\n]*)" + r"(RTE Version: 'DPDK )(.*)(')") + + REGEX_TCP = re.compile(r'Total\s(rps|cps|throughput):\s([0-9]*).*$') + + REGEX_MRR = re.compile(r'MaxReceivedRate_Results\s\[pkts/(\d*)sec\]:\s' + r'tx\s(\d*),\srx\s(\d*)') + + REGEX_BMRR = re.compile(r'Maximum Receive Rate trial results' + r' in packets per second: \[(.*)\]') + + REGEX_TC_TAG = re.compile(r'\d+[tT]\d+[cC]') + + REGEX_TC_NAME_OLD = re.compile(r'-\d+[tT]\d+[cC]-') + + REGEX_TC_NAME_NEW = re.compile(r'-\d+[cC]-') + + REGEX_TC_NUMBER = re.compile(r'tc[0-9]{2}-') + + def __init__(self, metadata, mapping, ignore): + """Initialisation. + + :param metadata: Key-value pairs to be included in "metadata" part of + JSON structure. + :param mapping: Mapping of the old names of test cases to the new + (actual) one. + :param ignore: List of TCs to be ignored. + :type metadata: dict + :type mapping: dict + :type ignore: list + """ + + # Type of message to parse out from the test messages + self._msg_type = None + + # VPP version + self._version = None + + # Timestamp + self._timestamp = None + + # Mapping of TCs long names + self._mapping = mapping + + # Ignore list + self._ignore = ignore + + # Number of VAT History messages found: + # 0 - no message + # 1 - VAT History of DUT1 + # 2 - VAT History of DUT2 + self._lookup_kw_nr = 0 + self._vat_history_lookup_nr = 0 + + # Number of Show Running messages found + # 0 - no message + # 1 - Show run message found + self._show_run_lookup_nr = 0 + + # Test ID of currently processed test- the lowercase full path to the + # test + self._test_ID = None + + # The main data structure + self._data = { + "metadata": OrderedDict(), + "suites": OrderedDict(), + "tests": OrderedDict() + } + + # Save the provided metadata + for key, val in metadata.items(): + self._data["metadata"][key] = val + + # Dictionary defining the methods used to parse different types of + # messages + self.parse_msg = { + "timestamp": self._get_timestamp, + "vpp-version": self._get_vpp_version, + "dpdk-version": self._get_dpdk_version, + "teardown-vat-history": self._get_vat_history, + "test-show-runtime": self._get_show_run + } + + @property + def data(self): + """Getter - Data parsed from the XML file. + + :returns: Data parsed from the XML file. + :rtype: dict + """ + return self._data + + def _get_vpp_version(self, msg): + """Called when extraction of VPP version is required. + + :param msg: Message to process. + :type msg: Message + :returns: Nothing. + """ + + if msg.message.count("return STDOUT Version:"): + self._version = str(re.search(self.REGEX_VERSION_VPP, msg.message). + group(2)) + self._data["metadata"]["version"] = self._version + self._msg_type = None + + def _get_dpdk_version(self, msg): + """Called when extraction of DPDK version is required. + + :param msg: Message to process. + :type msg: Message + :returns: Nothing. + """ + + if msg.message.count("return STDOUT testpmd"): + try: + self._version = str(re.search( + self.REGEX_VERSION_DPDK, msg.message). group(4)) + self._data["metadata"]["version"] = self._version + except IndexError: + pass + finally: + self._msg_type = None + + def _get_timestamp(self, msg): + """Called when extraction of timestamp is required. + + :param msg: Message to process. + :type msg: Message + :returns: Nothing. + """ + + self._timestamp = msg.timestamp[:14] + self._data["metadata"]["generated"] = self._timestamp + self._msg_type = None + + def _get_vat_history(self, msg): + """Called when extraction of VAT command history is required. + + :param msg: Message to process. + :type msg: Message + :returns: Nothing. + """ + if msg.message.count("VAT command history:"): + self._vat_history_lookup_nr += 1 + if self._vat_history_lookup_nr == 1: + self._data["tests"][self._test_ID]["vat-history"] = str() + else: + self._msg_type = None + text = re.sub("[0-9]{1,3}.[0-9]{1,3}.[0-9]{1,3}.[0-9]{1,3} " + "VAT command history:", "", msg.message, count=1). \ + replace("\n\n", "\n").replace('\n', ' |br| ').\ + replace('\r', '').replace('"', "'") + + self._data["tests"][self._test_ID]["vat-history"] += " |br| " + self._data["tests"][self._test_ID]["vat-history"] += \ + "**DUT" + str(self._vat_history_lookup_nr) + ":** " + text + + def _get_show_run(self, msg): + """Called when extraction of VPP operational data (output of CLI command + Show Runtime) is required. + + :param msg: Message to process. + :type msg: Message + :returns: Nothing. + """ + if msg.message.count("return STDOUT Thread "): + self._show_run_lookup_nr += 1 + if self._lookup_kw_nr == 1 and self._show_run_lookup_nr == 1: + self._data["tests"][self._test_ID]["show-run"] = str() + if self._lookup_kw_nr > 1: + self._msg_type = None + if self._show_run_lookup_nr == 1: + text = msg.message.replace("vat# ", "").\ + replace("return STDOUT ", "").replace("\n\n", "\n").\ + replace('\n', ' |br| ').\ + replace('\r', '').replace('"', "'") + try: + self._data["tests"][self._test_ID]["show-run"] += " |br| " + self._data["tests"][self._test_ID]["show-run"] += \ + "**DUT" + str(self._lookup_kw_nr) + ":** |br| " + text + except KeyError: + pass + + # TODO: Remove when definitely no NDRPDRDISC tests are used: + def _get_latency(self, msg, test_type): + """Get the latency data from the test message. + + :param msg: Message to be parsed. + :param test_type: Type of the test - NDR or PDR. + :type msg: str + :type test_type: str + :returns: Latencies parsed from the message. + :rtype: dict + """ + + if test_type == "NDR": + groups = re.search(self.REGEX_LAT_NDR, msg) + groups_range = range(1, 7) + elif test_type == "PDR": + groups = re.search(self.REGEX_LAT_PDR, msg) + groups_range = range(1, 3) + else: + return {} + + latencies = list() + for idx in groups_range: + try: + lat = [int(item) for item in str(groups.group(idx)).split('/')] + except (AttributeError, ValueError): + lat = [-1, -1, -1] + latencies.append(lat) + + keys = ("min", "avg", "max") + latency = { + "direction1": { + }, + "direction2": { + } + } + + latency["direction1"]["100"] = dict(zip(keys, latencies[0])) + latency["direction2"]["100"] = dict(zip(keys, latencies[1])) + if test_type == "NDR": + latency["direction1"]["50"] = dict(zip(keys, latencies[2])) + latency["direction2"]["50"] = dict(zip(keys, latencies[3])) + latency["direction1"]["10"] = dict(zip(keys, latencies[4])) + latency["direction2"]["10"] = dict(zip(keys, latencies[5])) + + return latency + + def _get_ndrpdr_throughput(self, msg): + """Get NDR_LOWER, NDR_UPPER, PDR_LOWER and PDR_UPPER from the test + message. + + :param msg: The test message to be parsed. + :type msg: str + :returns: Parsed data as a dict and the status (PASS/FAIL). + :rtype: tuple(dict, str) + """ + + throughput = { + "NDR": {"LOWER": -1.0, "UPPER": -1.0}, + "PDR": {"LOWER": -1.0, "UPPER": -1.0} + } + status = "FAIL" + groups = re.search(self.REGEX_NDRPDR_RATE, msg) + + if groups is not None: + try: + throughput["NDR"]["LOWER"] = float(groups.group(1)) + throughput["NDR"]["UPPER"] = float(groups.group(2)) + throughput["PDR"]["LOWER"] = float(groups.group(3)) + throughput["PDR"]["UPPER"] = float(groups.group(4)) + status = "PASS" + except (IndexError, ValueError): + pass + + return throughput, status + + def _get_ndrpdr_latency(self, msg): + """Get LATENCY from the test message. + + :param msg: The test message to be parsed. + :type msg: str + :returns: Parsed data as a dict and the status (PASS/FAIL). + :rtype: tuple(dict, str) + """ + + latency = { + "NDR": { + "direction1": {"min": -1.0, "avg": -1.0, "max": -1.0}, + "direction2": {"min": -1.0, "avg": -1.0, "max": -1.0} + }, + "PDR": { + "direction1": {"min": -1.0, "avg": -1.0, "max": -1.0}, + "direction2": {"min": -1.0, "avg": -1.0, "max": -1.0} + } + } + status = "FAIL" + groups = re.search(self.REGEX_NDRPDR_LAT, msg) + + if groups is not None: + keys = ("min", "avg", "max") + try: + latency["NDR"]["direction1"] = dict( + zip(keys, [float(l) for l in groups.group(1).split('/')])) + latency["NDR"]["direction2"] = dict( + zip(keys, [float(l) for l in groups.group(2).split('/')])) + latency["PDR"]["direction1"] = dict( + zip(keys, [float(l) for l in groups.group(3).split('/')])) + latency["PDR"]["direction2"] = dict( + zip(keys, [float(l) for l in groups.group(4).split('/')])) + status = "PASS" + except (IndexError, ValueError): + pass + + return latency, status + + def visit_suite(self, suite): + """Implements traversing through the suite and its direct children. + + :param suite: Suite to process. + :type suite: Suite + :returns: Nothing. + """ + if self.start_suite(suite) is not False: + suite.suites.visit(self) + suite.tests.visit(self) + self.end_suite(suite) + + def start_suite(self, suite): + """Called when suite starts. + + :param suite: Suite to process. + :type suite: Suite + :returns: Nothing. + """ + + try: + parent_name = suite.parent.name + except AttributeError: + return + + doc_str = suite.doc.replace('"', "'").replace('\n', ' ').\ + replace('\r', '').replace('*[', ' |br| *[').replace("*", "**") + doc_str = replace(doc_str, ' |br| *[', '*[', maxreplace=1) + + self._data["suites"][suite.longname.lower().replace('"', "'"). + replace(" ", "_")] = { + "name": suite.name.lower(), + "doc": doc_str, + "parent": parent_name, + "level": len(suite.longname.split(".")) + } + + suite.keywords.visit(self) + + def end_suite(self, suite): + """Called when suite ends. + + :param suite: Suite to process. + :type suite: Suite + :returns: Nothing. + """ + pass + + def visit_test(self, test): + """Implements traversing through the test. + + :param test: Test to process. + :type test: Test + :returns: Nothing. + """ + if self.start_test(test) is not False: + test.keywords.visit(self) + self.end_test(test) + + def start_test(self, test): + """Called when test starts. + + :param test: Test to process. + :type test: Test + :returns: Nothing. + """ + + longname_orig = test.longname.lower() + + # Check the ignore list + if longname_orig in self._ignore: + return + + tags = [str(tag) for tag in test.tags] + test_result = dict() + + # Change the TC long name and name if defined in the mapping table + longname = self._mapping.get(longname_orig, None) + if longname is not None: + name = longname.split('.')[-1] + logging.debug("{0}\n{1}\n{2}\n{3}".format( + self._data["metadata"], longname_orig, longname, name)) + else: + longname = longname_orig + name = test.name.lower() + + # Remove TC number from the TC long name (backward compatibility): + self._test_ID = re.sub(self.REGEX_TC_NUMBER, "", longname) + # Remove TC number from the TC name (not needed): + test_result["name"] = re.sub(self.REGEX_TC_NUMBER, "", name) + + test_result["parent"] = test.parent.name.lower() + test_result["tags"] = tags + doc_str = test.doc.replace('"', "'").replace('\n', ' '). \ + replace('\r', '').replace('[', ' |br| [') + test_result["doc"] = replace(doc_str, ' |br| [', '[', maxreplace=1) + test_result["msg"] = test.message.replace('\n', ' |br| '). \ + replace('\r', '').replace('"', "'") + test_result["type"] = "FUNC" + test_result["status"] = test.status + + if "PERFTEST" in tags: + # Replace info about cores (e.g. -1c-) with the info about threads + # and cores (e.g. -1t1c-) in the long test case names and in the + # test case names if necessary. + groups = re.search(self.REGEX_TC_NAME_OLD, self._test_ID) + if not groups: + tag_count = 0 + for tag in test_result["tags"]: + groups = re.search(self.REGEX_TC_TAG, tag) + if groups: + tag_count += 1 + tag_tc = tag + + if tag_count == 1: + self._test_ID = re.sub(self.REGEX_TC_NAME_NEW, + "-{0}-".format(tag_tc.lower()), + self._test_ID, + count=1) + test_result["name"] = re.sub(self.REGEX_TC_NAME_NEW, + "-{0}-".format(tag_tc.lower()), + test_result["name"], + count=1) + else: + test_result["status"] = "FAIL" + self._data["tests"][self._test_ID] = test_result + logging.error("The test '{0}' has no or more than one " + "multi-threading tags.".format(self._test_ID)) + logging.debug("Tags: {0}".format(test_result["tags"])) + return + + if test.status == "PASS" and ("NDRPDRDISC" in tags or + "NDRPDR" in tags or + "TCP" in tags or + "MRR" in tags or + "BMRR" in tags): + # TODO: Remove when definitely no NDRPDRDISC tests are used: + if "NDRDISC" in tags: + test_result["type"] = "NDR" + # TODO: Remove when definitely no NDRPDRDISC tests are used: + elif "PDRDISC" in tags: + test_result["type"] = "PDR" + elif "NDRPDR" in tags: + test_result["type"] = "NDRPDR" + elif "TCP" in tags: + test_result["type"] = "TCP" + elif "MRR" in tags: + test_result["type"] = "MRR" + elif "FRMOBL" in tags or "BMRR" in tags: + test_result["type"] = "BMRR" + else: + test_result["status"] = "FAIL" + self._data["tests"][self._test_ID] = test_result + return + + # TODO: Remove when definitely no NDRPDRDISC tests are used: + if test_result["type"] in ("NDR", "PDR"): + try: + rate_value = str(re.search( + self.REGEX_RATE, test.message).group(1)) + except AttributeError: + rate_value = "-1" + try: + rate_unit = str(re.search( + self.REGEX_RATE, test.message).group(2)) + except AttributeError: + rate_unit = "-1" + + test_result["throughput"] = dict() + test_result["throughput"]["value"] = \ + int(rate_value.split('.')[0]) + test_result["throughput"]["unit"] = rate_unit + test_result["latency"] = \ + self._get_latency(test.message, test_result["type"]) + if test_result["type"] == "PDR": + test_result["lossTolerance"] = str(re.search( + self.REGEX_TOLERANCE, test.message).group(1)) + + elif test_result["type"] in ("NDRPDR", ): + test_result["throughput"], test_result["status"] = \ + self._get_ndrpdr_throughput(test.message) + test_result["latency"], test_result["status"] = \ + self._get_ndrpdr_latency(test.message) + + elif test_result["type"] in ("TCP", ): + groups = re.search(self.REGEX_TCP, test.message) + test_result["result"] = int(groups.group(2)) + + elif test_result["type"] in ("MRR", "BMRR"): + test_result["result"] = dict() + groups = re.search(self.REGEX_BMRR, test.message) + if groups is not None: + items_str = groups.group(1) + items_float = [float(item.strip()) for item + in items_str.split(",")] + metadata = AvgStdevMetadataFactory.from_data(items_float) + test_result["result"]["receive-rate"] = metadata + else: + groups = re.search(self.REGEX_MRR, test.message) + test_result["result"]["receive-rate"] = \ + AvgStdevMetadataFactory.from_data([ + float(groups.group(3)) / float(groups.group(1)), ]) + + self._data["tests"][self._test_ID] = test_result + + def end_test(self, test): + """Called when test ends. + + :param test: Test to process. + :type test: Test + :returns: Nothing. + """ + pass + + def visit_keyword(self, keyword): + """Implements traversing through the keyword and its child keywords. + + :param keyword: Keyword to process. + :type keyword: Keyword + :returns: Nothing. + """ + if self.start_keyword(keyword) is not False: + self.end_keyword(keyword) + + def start_keyword(self, keyword): + """Called when keyword starts. Default implementation does nothing. + + :param keyword: Keyword to process. + :type keyword: Keyword + :returns: Nothing. + """ + try: + if keyword.type == "setup": + self.visit_setup_kw(keyword) + elif keyword.type == "teardown": + self._lookup_kw_nr = 0 + self.visit_teardown_kw(keyword) + else: + self._lookup_kw_nr = 0 + self.visit_test_kw(keyword) + except AttributeError: + pass + + def end_keyword(self, keyword): + """Called when keyword ends. Default implementation does nothing. + + :param keyword: Keyword to process. + :type keyword: Keyword + :returns: Nothing. + """ + pass + + def visit_test_kw(self, test_kw): + """Implements traversing through the test keyword and its child + keywords. + + :param test_kw: Keyword to process. + :type test_kw: Keyword + :returns: Nothing. + """ + for keyword in test_kw.keywords: + if self.start_test_kw(keyword) is not False: + self.visit_test_kw(keyword) + self.end_test_kw(keyword) + + def start_test_kw(self, test_kw): + """Called when test keyword starts. Default implementation does + nothing. + + :param test_kw: Keyword to process. + :type test_kw: Keyword + :returns: Nothing. + """ + if test_kw.name.count("Show Runtime Counters On All Duts"): + self._lookup_kw_nr += 1 + self._show_run_lookup_nr = 0 + self._msg_type = "test-show-runtime" + elif test_kw.name.count("Start The L2fwd Test") and not self._version: + self._msg_type = "dpdk-version" + else: + return + test_kw.messages.visit(self) + + def end_test_kw(self, test_kw): + """Called when keyword ends. Default implementation does nothing. + + :param test_kw: Keyword to process. + :type test_kw: Keyword + :returns: Nothing. + """ + pass + + def visit_setup_kw(self, setup_kw): + """Implements traversing through the teardown keyword and its child + keywords. + + :param setup_kw: Keyword to process. + :type setup_kw: Keyword + :returns: Nothing. + """ + for keyword in setup_kw.keywords: + if self.start_setup_kw(keyword) is not False: + self.visit_setup_kw(keyword) + self.end_setup_kw(keyword) + + def start_setup_kw(self, setup_kw): + """Called when teardown keyword starts. Default implementation does + nothing. + + :param setup_kw: Keyword to process. + :type setup_kw: Keyword + :returns: Nothing. + """ + if setup_kw.name.count("Show Vpp Version On All Duts") \ + and not self._version: + self._msg_type = "vpp-version" + + elif setup_kw.name.count("Setup performance global Variables") \ + and not self._timestamp: + self._msg_type = "timestamp" + else: + return + setup_kw.messages.visit(self) + + def end_setup_kw(self, setup_kw): + """Called when keyword ends. Default implementation does nothing. + + :param setup_kw: Keyword to process. + :type setup_kw: Keyword + :returns: Nothing. + """ + pass + + def visit_teardown_kw(self, teardown_kw): + """Implements traversing through the teardown keyword and its child + keywords. + + :param teardown_kw: Keyword to process. + :type teardown_kw: Keyword + :returns: Nothing. + """ + for keyword in teardown_kw.keywords: + if self.start_teardown_kw(keyword) is not False: + self.visit_teardown_kw(keyword) + self.end_teardown_kw(keyword) + + def start_teardown_kw(self, teardown_kw): + """Called when teardown keyword starts. Default implementation does + nothing. + + :param teardown_kw: Keyword to process. + :type teardown_kw: Keyword + :returns: Nothing. + """ + + if teardown_kw.name.count("Show Vat History On All Duts"): + self._vat_history_lookup_nr = 0 + self._msg_type = "teardown-vat-history" + teardown_kw.messages.visit(self) + + def end_teardown_kw(self, teardown_kw): + """Called when keyword ends. Default implementation does nothing. + + :param teardown_kw: Keyword to process. + :type teardown_kw: Keyword + :returns: Nothing. + """ + pass + + def visit_message(self, msg): + """Implements visiting the message. + + :param msg: Message to process. + :type msg: Message + :returns: Nothing. + """ + if self.start_message(msg) is not False: + self.end_message(msg) + + def start_message(self, msg): + """Called when message starts. Get required information from messages: + - VPP version. + + :param msg: Message to process. + :type msg: Message + :returns: Nothing. + """ + + if self._msg_type: + self.parse_msg[self._msg_type](msg) + + def end_message(self, msg): + """Called when message ends. Default implementation does nothing. + + :param msg: Message to process. + :type msg: Message + :returns: Nothing. + """ + pass + + +class InputData(object): + """Input data + + The data is extracted from output.xml files generated by Jenkins jobs and + stored in pandas' DataFrames. + + The data structure: + - job name + - build number + - metadata + (as described in ExecutionChecker documentation) + - suites + (as described in ExecutionChecker documentation) + - tests + (as described in ExecutionChecker documentation) + """ + + def __init__(self, spec): + """Initialization. + + :param spec: Specification. + :type spec: Specification + """ + + # Specification: + self._cfg = spec + + # Data store: + self._input_data = pd.Series() + + @property + def data(self): + """Getter - Input data. + + :returns: Input data + :rtype: pandas.Series + """ + return self._input_data + + def metadata(self, job, build): + """Getter - metadata + + :param job: Job which metadata we want. + :param build: Build which metadata we want. + :type job: str + :type build: str + :returns: Metadata + :rtype: pandas.Series + """ + + return self.data[job][build]["metadata"] + + def suites(self, job, build): + """Getter - suites + + :param job: Job which suites we want. + :param build: Build which suites we want. + :type job: str + :type build: str + :returns: Suites. + :rtype: pandas.Series + """ + + return self.data[job][str(build)]["suites"] + + def tests(self, job, build): + """Getter - tests + + :param job: Job which tests we want. + :param build: Build which tests we want. + :type job: str + :type build: str + :returns: Tests. + :rtype: pandas.Series + """ + + return self.data[job][build]["tests"] + + def _parse_tests(self, job, build, log): + """Process data from robot output.xml file and return JSON structured + data. + + :param job: The name of job which build output data will be processed. + :param build: The build which output data will be processed. + :param log: List of log messages. + :type job: str + :type build: dict + :type log: list of tuples (severity, msg) + :returns: JSON data structure. + :rtype: dict + """ + + metadata = { + "job": job, + "build": build + } + + with open(build["file-name"], 'r') as data_file: + try: + result = ExecutionResult(data_file) + except errors.DataError as err: + log.append(("ERROR", "Error occurred while parsing output.xml: " + "{0}".format(err))) + return None + checker = ExecutionChecker(metadata, self._cfg.mapping, + self._cfg.ignore) + result.visit(checker) + + return checker.data + + def _download_and_parse_build(self, pid, data_queue, job, build, repeat): + """Download and parse the input data file. + + :param pid: PID of the process executing this method. + :param data_queue: Shared memory between processes. Queue which keeps + the result data. This data is then read by the main process and used + in further processing. + :param job: Name of the Jenkins job which generated the processed input + file. + :param build: Information about the Jenkins build which generated the + processed input file. + :param repeat: Repeat the download specified number of times if not + successful. + :type pid: int + :type data_queue: multiprocessing.Manager().Queue() + :type job: str + :type build: dict + :type repeat: int + """ + + logs = list() + + logging.info(" Processing the job/build: {0}: {1}". + format(job, build["build"])) + + logs.append(("INFO", " Processing the job/build: {0}: {1}". + format(job, build["build"]))) + + state = "failed" + success = False + data = None + do_repeat = repeat + while do_repeat: + success = download_and_unzip_data_file(self._cfg, job, build, pid, + logs) + if success: + break + do_repeat -= 1 + if not success: + logs.append(("ERROR", "It is not possible to download the input " + "data file from the job '{job}', build " + "'{build}', or it is damaged. Skipped.". + format(job=job, build=build["build"]))) + if success: + logs.append(("INFO", " Processing data from the build '{0}' ...". + format(build["build"]))) + data = self._parse_tests(job, build, logs) + if data is None: + logs.append(("ERROR", "Input data file from the job '{job}', " + "build '{build}' is damaged. Skipped.". + format(job=job, build=build["build"]))) + else: + state = "processed" + + try: + remove(build["file-name"]) + except OSError as err: + logs.append(("ERROR", "Cannot remove the file '{0}': {1}". + format(build["file-name"], err))) + logs.append(("INFO", " Done.")) + + result = { + "data": data, + "state": state, + "job": job, + "build": build, + "logs": logs + } + data_queue.put(result) + + def download_and_parse_data(self, repeat=1): + """Download the input data files, parse input data from input files and + store in pandas' Series. + + :param repeat: Repeat the download specified number of times if not + successful. + :type repeat: int + """ + + logging.info("Downloading and parsing input files ...") + + work_queue = multiprocessing.JoinableQueue() + manager = multiprocessing.Manager() + data_queue = manager.Queue() + cpus = multiprocessing.cpu_count() + + workers = list() + for cpu in range(cpus): + worker = Worker(work_queue, + data_queue, + self._download_and_parse_build) + worker.daemon = True + worker.start() + workers.append(worker) + os.system("taskset -p -c {0} {1} > /dev/null 2>&1". + format(cpu, worker.pid)) + + for job, builds in self._cfg.builds.items(): + for build in builds: + work_queue.put((job, build, repeat)) + + work_queue.join() + + logging.info("Done.") + + while not data_queue.empty(): + result = data_queue.get() + + job = result["job"] + build_nr = result["build"]["build"] + + if result["data"]: + data = result["data"] + build_data = pd.Series({ + "metadata": pd.Series(data["metadata"].values(), + index=data["metadata"].keys()), + "suites": pd.Series(data["suites"].values(), + index=data["suites"].keys()), + "tests": pd.Series(data["tests"].values(), + index=data["tests"].keys())}) + + if self._input_data.get(job, None) is None: + self._input_data[job] = pd.Series() + self._input_data[job][str(build_nr)] = build_data + + self._cfg.set_input_file_name(job, build_nr, + result["build"]["file-name"]) + + self._cfg.set_input_state(job, build_nr, result["state"]) + + for item in result["logs"]: + if item[0] == "INFO": + logging.info(item[1]) + elif item[0] == "ERROR": + logging.error(item[1]) + elif item[0] == "DEBUG": + logging.debug(item[1]) + elif item[0] == "CRITICAL": + logging.critical(item[1]) + elif item[0] == "WARNING": + logging.warning(item[1]) + + del data_queue + + # Terminate all workers + for worker in workers: + worker.terminate() + worker.join() + + logging.info("Done.") + + @staticmethod + def _end_of_tag(tag_filter, start=0, closer="'"): + """Return the index of character in the string which is the end of tag. + + :param tag_filter: The string where the end of tag is being searched. + :param start: The index where the searching is stated. + :param closer: The character which is the tag closer. + :type tag_filter: str + :type start: int + :type closer: str + :returns: The index of the tag closer. + :rtype: int + """ + + try: + idx_opener = tag_filter.index(closer, start) + return tag_filter.index(closer, idx_opener + 1) + except ValueError: + return None + + @staticmethod + def _condition(tag_filter): + """Create a conditional statement from the given tag filter. + + :param tag_filter: Filter based on tags from the element specification. + :type tag_filter: str + :returns: Conditional statement which can be evaluated. + :rtype: str + """ + + index = 0 + while True: + index = InputData._end_of_tag(tag_filter, index) + if index is None: + return tag_filter + index += 1 + tag_filter = tag_filter[:index] + " in tags" + tag_filter[index:] + + def filter_data(self, element, params=None, data_set="tests", + continue_on_error=False): + """Filter required data from the given jobs and builds. + + The output data structure is: + + - job 1 + - build 1 + - test (or suite) 1 ID: + - param 1 + - param 2 + ... + - param n + ... + - test (or suite) n ID: + ... + ... + - build n + ... + - job n + + :param element: Element which will use the filtered data. + :param params: Parameters which will be included in the output. If None, + all parameters are included. + :param data_set: The set of data to be filtered: tests, suites, + metadata. + :param continue_on_error: Continue if there is error while reading the + data. The Item will be empty then + :type element: pandas.Series + :type params: list + :type data_set: str + :type continue_on_error: bool + :returns: Filtered data. + :rtype pandas.Series + """ + + try: + if element["filter"] in ("all", "template"): + cond = "True" + else: + cond = InputData._condition(element["filter"]) + logging.debug(" Filter: {0}".format(cond)) + except KeyError: + logging.error(" No filter defined.") + return None + + if params is None: + params = element.get("parameters", None) + if params: + params.append("type") + + data = pd.Series() + try: + for job, builds in element["data"].items(): + data[job] = pd.Series() + for build in builds: + data[job][str(build)] = pd.Series() + try: + data_iter = self.data[job][str(build)][data_set].\ + iteritems() + except KeyError: + if continue_on_error: + continue + else: + return None + for test_ID, test_data in data_iter: + if eval(cond, {"tags": test_data.get("tags", "")}): + data[job][str(build)][test_ID] = pd.Series() + if params is None: + for param, val in test_data.items(): + data[job][str(build)][test_ID][param] = val + else: + for param in params: + try: + data[job][str(build)][test_ID][param] =\ + test_data[param] + except KeyError: + data[job][str(build)][test_ID][param] =\ + "No Data" + return data + + except (KeyError, IndexError, ValueError) as err: + logging.error(" Missing mandatory parameter in the element " + "specification: {0}".format(err)) + return None + except AttributeError: + return None + except SyntaxError: + logging.error(" The filter '{0}' is not correct. Check if all " + "tags are enclosed by apostrophes.".format(cond)) + return None + + @staticmethod + def merge_data(data): + """Merge data from more jobs and builds to a simple data structure. + + The output data structure is: + + - test (suite) 1 ID: + - param 1 + - param 2 + ... + - param n + ... + - test (suite) n ID: + ... + + :param data: Data to merge. + :type data: pandas.Series + :returns: Merged data. + :rtype: pandas.Series + """ + + logging.info(" Merging data ...") + + merged_data = pd.Series() + for _, builds in data.iteritems(): + for _, item in builds.iteritems(): + for ID, item_data in item.iteritems(): + merged_data[ID] = item_data + + return merged_data diff --git a/resources/tools/presentation_new/mapping_tc_names.yaml b/resources/tools/presentation_new/mapping_tc_names.yaml new file mode 100644 index 0000000000..30a37305d0 --- /dev/null +++ b/resources/tools/presentation_new/mapping_tc_names.yaml @@ -0,0 +1,310 @@ +# Mapping of the old names of test cases to the new (actual) one. +# +# Data structure: +# +# old-name: new-name +# +# All TC names (old and new) are the long names. The mapping table is converted +# to lowercase when loaded. + + +# MRR Tests + +# tests.vpp.perf.l2 + +tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale10kmaclrn-mrr.tc01-64B-1t1c-eth-l2dbscale10kmaclrn-mrr: + "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale10kmaclrn-mrr.tc01-64B-1t1c-eth-l2bdscale10kmaclrn-mrr" + +tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale10kmaclrn-mrr.tc05-64B-2t2c-eth-l2dbscale10kmaclrn-mrr: + "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale10kmaclrn-mrr.tc02-64B-2t2c-eth-l2bdscale10kmaclrn-mrr" + +tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale10kmaclrn-mrr.tc09-64B-4t4c-eth-l2dbscale10kmaclrn-mrr: + "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale10kmaclrn-mrr.tc03-64B-4t4c-eth-l2bdscale10kmaclrn-mrr" + +tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl1-stateless-flows10k-mrr: + "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr" + +tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.tc05-64B-2t2c-eth-l2bdbasemaclrn-iacl1-stateless-flows10k-mrr: + "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.tc02-64B-2t2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr" + +tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.tc09-64B-4t4c-eth-l2bdbasemaclrn-iacl1-stateless-flows10k-mrr: + "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.tc03-64B-4t4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr" + +tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl1-stateful-flows10k-mrr: + "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr" + +tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.tc05-64B-2t2c-eth-l2bdbasemaclrn-iacl1-stateful-flows10k-mrr: + "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.tc02-64B-2t2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr" + +tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.tc09-64B-4t4c-eth-l2bdbasemaclrn-iacl1-stateful-flows10k-mrr: + "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.tc03-64B-4t4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr" + +tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl50-stateless-flows10k-mrr: + "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr" + +tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.tc05-64B-2t2c-eth-l2bdbasemaclrn-iacl50-stateless-flows10k-mrr: + "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.tc02-64B-2t2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr" + +tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.tc09-64B-4t4c-eth-l2bdbasemaclrn-iacl50-stateless-flows10k-mrr: + "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.tc03-64B-4t4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr" + +tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl50-stateful-flows10k-mrr: + "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr" + +tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.tc05-64B-2t2c-eth-l2bdbasemaclrn-iacl50-stateful-flows10k-mrr: + "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.tc02-64B-2t2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr" + +tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.tc09-64B-4t4c-eth-l2bdbasemaclrn-iacl50-stateful-flows10k-mrr: + "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.tc03-64B-4t4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr" + +tests.vpp.perf.l2.10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.tc01-64B-1t1c-eth-l2dbscale10kmaclrn-mrr: + "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.tc01-64B-1t1c-eth-l2bdscale10kmaclrn-mrr" + +tests.vpp.perf.l2.10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.tc05-64B-2t2c-eth-l2dbscale10kmaclrn-mrr: + "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.tc02-64B-2t2c-eth-l2bdscale10kmaclrn-mrr" + +tests.vpp.perf.l2.10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.tc09-64B-4t4c-eth-l2dbscale10kmaclrn-mrr: + "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.tc03-64B-4t4c-eth-l2bdscale10kmaclrn-mrr" + +tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl1-stateless-flows10k-mrr: + "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr" + +tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.tc05-64B-2t2c-eth-l2bdbasemaclrn-iacl1-stateless-flows10k-mrr: + "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.tc02-64B-2t2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr" + +tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.tc09-64B-4t4c-eth-l2bdbasemaclrn-iacl1-stateless-flows10k-mrr: + "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.tc03-64B-4t4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr" + +tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl1-stateful-flows10k-mrr: + "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr" + +tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.tc05-64B-2t2c-eth-l2bdbasemaclrn-iacl1-stateful-flows10k-mrr: + "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.tc02-64B-2t2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr" + +tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.tc09-64B-4t4c-eth-l2bdbasemaclrn-iacl1-stateful-flows10k-mrr: + "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.tc03-64B-4t4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr" + +tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl50-stateless-flows10k-mrr: + "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr" + +tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.tc05-64B-2t2c-eth-l2bdbasemaclrn-iacl50-stateless-flows10k-mrr: + "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.tc02-64B-2t2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr" + +tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.tc09-64B-4t4c-eth-l2bdbasemaclrn-iacl50-stateless-flows10k-mrr: + "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.tc03-64B-4t4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr" + +tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl50-stateful-flows10k-mrr: + "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.tc01-64B-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr" + +tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.tc05-64B-2t2c-eth-l2bdbasemaclrn-iacl50-stateful-flows10k-mrr: + "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.tc02-64B-2t2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr" + +tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.tc09-64B-4t4c-eth-l2bdbasemaclrn-iacl50-stateful-flows10k-mrr: + "tests.vpp.perf.l2.10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.tc03-64B-4t4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr" + + +# tests.vpp.perf.ip4 + +tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl1sf-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl1-stateful-flows10k-mrr: + "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl1sf-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr" + +tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl1sf-10kflows-mrr.tc05-64b-2t2c-ethip4udp-ip4base-iacl1-stateful-flows10k-mrr: + "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl1sf-10kflows-mrr.tc02-64b-2t2c-ethip4udp-ip4base-iacl1sf-10kflows-mrr" + +tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl1sf-10kflows-mrr.tc09-64b-4t4c-ethip4udp-ip4base-iacl1-stateful-flows10k-mrr: + "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl1sf-10kflows-mrr.tc03-64b-4t4c-ethip4udp-ip4base-iacl1sf-10kflows-mrr" + +tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl1sl-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl1-stateless-flows10k-mrr: + "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl1sl-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr" + +tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl1sl-10kflows-mrr.tc05-64b-2t2c-ethip4udp-ip4base-iacl1-stateless-flows10k-mrr: + "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl1sl-10kflows-mrr.tc02-64b-2t2c-ethip4udp-ip4base-iacl1sl-10kflows-mrr" + +tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl1sl-10kflows-mrr.tc09-64b-4t4c-ethip4udp-ip4base-iacl1-stateless-flows10k-mrr: + "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl1sl-10kflows-mrr.tc03-64b-4t4c-ethip4udp-ip4base-iacl1sl-10kflows-mrr" + +tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl50sf-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl50-stateful-flows10k-mrr: + "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl50sf-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr" + +tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl50sf-10kflows-mrr.tc05-64b-2t2c-ethip4udp-ip4base-iacl50-stateful-flows10k-mrr: + "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl50sf-10kflows-mrr.tc02-64b-2t2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr" + +tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl50sf-10kflows-mrr.tc09-64b-4t4c-ethip4udp-ip4base-iacl50-stateful-flows10k-mrr: + "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl50sf-10kflows-mrr.tc03-64b-4t4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr" + +tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl50sl-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl50-stateless-flows10k-mrr: + "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl50sl-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr" + +tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl50sl-10kflows-mrr.tc05-64b-2t2c-ethip4udp-ip4base-iacl50-stateless-flows10k-mrr: + "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl50sl-10kflows-mrr.tc02-64b-2t2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr" + +tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl50sl-10kflows-mrr.tc09-64b-4t4c-ethip4udp-ip4base-iacl50-stateless-flows10k-mrr: + "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-iacl50sl-10kflows-mrr.tc03-64b-4t4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr" + +Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Mrr.tc01-64B-1t1c-ethip4-ip4base-snat-1u-1p-mrr: + "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-nat44-mrr.tc01-64B-1t1c-ethip4udp-ip4base-nat44-mrr" + +Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Mrr.tc05-64B-2t2c-ethip4-ip4base-snat-1u-1p-mrr: + "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-nat44-mrr.tc02-64B-2t2c-ethip4udp-ip4base-nat44-mrr" + +Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Mrr.tc09-64B-4t4c-ethip4-ip4base-snat-1u-1p-mrr: + "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4base-nat44-mrr.tc03-64B-4t4c-ethip4udp-ip4base-nat44-mrr" + +tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.tc01-64B-1t1c-ethip4udp-ip4scale1000-udpsrcscale15-snat-mrr: + "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.tc01-64b-1t1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr" + +tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.tc05-64B-2t2c-ethip4udp-ip4scale1000-udpsrcscale15-snat-mrr: + "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.tc02-64b-2t2c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr" + +tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.tc09-64B-4t4c-ethip4udp-ip4scale1000-udpsrcscale15-snat-mrr: + "tests.vpp.perf.ip4.10ge2p1x520-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.tc03-64b-4t4c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr" + +tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl1-stateful-flows10k-mrr: + "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr" + +tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.tc05-64b-2t2c-ethip4udp-ip4base-iacl1-stateful-flows10k-mrr: + "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.tc02-64b-2t2c-ethip4udp-ip4base-iacl1sf-10kflows-mrr" + +tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.tc09-64b-4t4c-ethip4udp-ip4base-iacl1-stateful-flows10k-mrr: + "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.tc03-64b-4t4c-ethip4udp-ip4base-iacl1sf-10kflows-mrr" + +tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl1-stateless-flows10k-mrr: + "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr" + +tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.tc05-64b-2t2c-ethip4udp-ip4base-iacl1-stateless-flows10k-mrr: + "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.tc02-64b-2t2c-ethip4udp-ip4base-iacl1sl-10kflows-mrr" + +tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.tc09-64b-4t4c-ethip4udp-ip4base-iacl1-stateless-flows10k-mrr: + "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.tc03-64b-4t4c-ethip4udp-ip4base-iacl1sl-10kflows-mrr" + +tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl50-stateful-flows10k-mrr: + "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr" + +tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.tc05-64b-2t2c-ethip4udp-ip4base-iacl50-stateful-flows10k-mrr: + "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.tc02-64b-2t2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr" + +tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.tc09-64b-4t4c-ethip4udp-ip4base-iacl50-stateful-flows10k-mrr: + "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.tc03-64b-4t4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr" + +tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl50-stateless-flows10k-mrr: + "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.tc01-64b-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr" + +tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.tc05-64b-2t2c-ethip4udp-ip4base-iacl50-stateless-flows10k-mrr: + "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.tc02-64b-2t2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr" + +tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.tc09-64b-4t4c-ethip4udp-ip4base-iacl50-stateless-flows10k-mrr: + "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.tc03-64b-4t4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr" + +Tests.Vpp.Perf.Ip4.10ge2p1x710-Ethip4Udp-Ip4Base-Nat44-Mrr.tc01-64B-1t1c-ethip4-ip4base-snat-1u-1p-mrr: + "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-nat44-mrr.tc01-64B-1t1c-ethip4udp-ip4base-nat44-mrr" + +Tests.Vpp.Perf.Ip4.10ge2p1x710-Ethip4Udp-Ip4Base-Nat44-Mrr.tc05-64B-2t2c-ethip4-ip4base-snat-1u-1p-mrr: + "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-nat44-mrr.tc02-64B-2t2c-ethip4udp-ip4base-nat44-mrr" + +Tests.Vpp.Perf.Ip4.10ge2p1x710-Ethip4Udp-Ip4Base-Nat44-Mrr.tc09-64B-4t4c-ethip4-ip4base-snat-1u-1p-mrr: + "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4base-nat44-mrr.tc03-64B-4t4c-ethip4udp-ip4base-nat44-mrr" + +tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.tc01-64B-1t1c-ethip4udp-ip4scale1000-udpsrcscale15-snat-mrr: + "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.tc01-64b-1t1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr" + +tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.tc05-64B-2t2c-ethip4udp-ip4scale1000-udpsrcscale15-snat-mrr: + "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.tc02-64b-2t2c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr" + +tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.tc09-64B-4t4c-ethip4udp-ip4scale1000-udpsrcscale15-snat-mrr: + "tests.vpp.perf.ip4.10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.tc03-64b-4t4c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr" + + +# tests.vpp.perf.ip6 + +tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale2m-mrr.tc01-78B-1t1c-ethip6-ip6base-ip6scale2m-mrr: + "tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale2m-mrr.tc01-78B-1t1c-ethip6-ip6scale2m-mrr" + +tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale2m-mrr.tc05-78B-2t2c-ethip6-ip6base-ip6scale2m-mrr: + "tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale2m-mrr.tc02-78B-2t2c-ethip6-ip6scale2m-mrr" + +tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale2m-mrr.tc09-78B-4t4c-ethip6-ip6base-ip6scale2m-mrr: + "tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale2m-mrr.tc03-78B-4t4c-ethip6-ip6scale2m-mrr" + +tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale20k-mrr.tc01-78B-1t1c-ethip6-ip6base-ip6scale20k-mrr: + "tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale20k-mrr.tc01-78B-1t1c-ethip6-ip6scale20k-mrr" + +tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale20k-mrr.tc05-78B-2t2c-ethip6-ip6base-ip6scale20k-mrr: + "tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale20k-mrr.tc02-78B-2t2c-ethip6-ip6scale20k-mrr" + +tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale20k-mrr.tc09-78B-4t4c-ethip6-ip6base-ip6scale20k-mrr: + "tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale20k-mrr.tc03-78B-4t4c-ethip6-ip6scale20k-mrr" + +tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale200k-mrr.tc01-78B-1t1c-ethip6-ip6base-ip6scale200k-mrr: + "tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale200k-mrr.tc01-78B-1t1c-ethip6-ip6scale200k-mrr" + +tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale200k-mrr.tc05-78B-2t2c-ethip6-ip6base-ip6scale200k-mrr: + "tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale200k-mrr.tc02-78B-2t2c-ethip6-ip6scale200k-mrr" + +tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale200k-mrr.tc09-78B-4t4c-ethip6-ip6base-ip6scale200k-mrr: + "tests.vpp.perf.ip6.10ge2p1x520-ethip6-ip6scale200k-mrr.tc03-78B-4t4c-ethip6-ip6scale200k-mrr" + +tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale2m-mrr.tc01-78B-1t1c-ethip6-ip6base-ip6scale2m-mrr: + "tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale2m-mrr.tc01-78B-1t1c-ethip6-ip6scale2m-mrr" + +tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale2m-mrr.tc05-78B-2t2c-ethip6-ip6base-ip6scale2m-mrr: + "tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale2m-mrr.tc02-78B-2t2c-ethip6-ip6scale2m-mrr" + +tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale2m-mrr.tc09-78B-4t4c-ethip6-ip6base-ip6scale2m-mrr: + "tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale2m-mrr.tc03-78B-4t4c-ethip6-ip6scale2m-mrr" + +tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale20k-mrr.tc01-78B-1t1c-ethip6-ip6base-ip6scale20k-mrr: + "tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale20k-mrr.tc01-78B-1t1c-ethip6-ip6scale20k-mrr" + +tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale20k-mrr.tc05-78B-2t2c-ethip6-ip6base-ip6scale20k-mrr: + "tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale20k-mrr.tc02-78B-2t2c-ethip6-ip6scale20k-mrr" + +tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale20k-mrr.tc09-78B-4t4c-ethip6-ip6base-ip6scale20k-mrr: + "tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale20k-mrr.tc03-78B-4t4c-ethip6-ip6scale20k-mrr" + +tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale200k-mrr.tc01-78B-1t1c-ethip6-ip6base-ip6scale200k-mrr: + "tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale200k-mrr.tc01-78B-1t1c-ethip6-ip6scale200k-mrr" + +tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale200k-mrr.tc05-78B-2t2c-ethip6-ip6base-ip6scale200k-mrr: + "tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale200k-mrr.tc02-78B-2t2c-ethip6-ip6scale200k-mrr" + +tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale200k-mrr.tc09-78B-4t4c-ethip6-ip6base-ip6scale200k-mrr: + "tests.vpp.perf.ip6.10ge2p1x710-ethip6-ip6scale200k-mrr.tc03-78B-4t4c-ethip6-ip6scale200k-mrr" + + +# tests.vpp.perf.vm_vhost + +Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc01-64B-1t1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrdisc-mrr: + "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc01-64B-1t1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr" + +Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc05-64B-2t2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrdisc-mrr: + "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc02-64B-2t2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr" + +Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc09-64B-4t4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrdisc-mrr: + "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc03-64B-4t4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr" + +Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc04-IMIX-1t1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrdisc-mrr: + "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc10-IMIX-1t1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr" + +Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc08-IMIX-2t2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrdisc-mrr: + "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc11-IMIX-2t2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr" + +Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc12-IMIX-4t4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrdisc-mrr: + "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc12-IMIX-4t4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr" + +Tests.Vpp.Perf.Vm Vhost.10ge2p1x710-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc01-64B-1t1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrdisc-mrr: + "Tests.Vpp.Perf.Vm Vhost.10ge2p1x710-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc01-64B-1t1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr" + +Tests.Vpp.Perf.Vm Vhost.10ge2p1x710-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc05-64B-2t2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrdisc-mrr: + "Tests.Vpp.Perf.Vm Vhost.10ge2p1x710-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc02-64B-2t2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr" + +Tests.Vpp.Perf.Vm Vhost.10ge2p1x710-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc09-64B-4t4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrdisc-mrr: + "Tests.Vpp.Perf.Vm Vhost.10ge2p1x710-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc03-64B-4t4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr" + +Tests.Vpp.Perf.Vm Vhost.10ge2p1x710-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc04-IMIX-1t1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrdisc-mrr: + "Tests.Vpp.Perf.Vm Vhost.10ge2p1x710-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc10-IMIX-1t1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr" + +Tests.Vpp.Perf.Vm Vhost.10ge2p1x710-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc08-IMIX-2t2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrdisc-mrr: + "Tests.Vpp.Perf.Vm Vhost.10ge2p1x710-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc11-IMIX-2t2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr" + +Tests.Vpp.Perf.Vm Vhost.10ge2p1x710-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc12-IMIX-4t4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrdisc-mrr: + "Tests.Vpp.Perf.Vm Vhost.10ge2p1x710-Eth-L2Xcbase-Eth-4Vhostvr1024-2Vm-Mrr.tc12-IMIX-4t4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr" diff --git a/resources/tools/presentation_new/pal.py b/resources/tools/presentation_new/pal.py new file mode 100644 index 0000000000..5e419210aa --- /dev/null +++ b/resources/tools/presentation_new/pal.py @@ -0,0 +1,139 @@ +# Copyright (c) 2018 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""CSIT Presentation and analytics layer. +""" + +import sys +import argparse +import logging + +from errors import PresentationError +from environment import Environment, clean_environment +from specification_parser import Specification +from input_data_parser import InputData +from generator_tables import generate_tables +from generator_plots import generate_plots +from generator_files import generate_files +from static_content import prepare_static_content +from generator_report import generate_report +from generator_CPTA import generate_cpta +from generator_alerts import Alerting, AlertingError + + +def parse_args(): + """Parse arguments from cmd line. + + :returns: Parsed arguments. + :rtype: ArgumentParser + """ + + parser = argparse.ArgumentParser(description=__doc__, + formatter_class=argparse. + RawDescriptionHelpFormatter) + parser.add_argument("-s", "--specification", + required=True, + type=argparse.FileType('r'), + help="Specification YAML file.") + parser.add_argument("-r", "--release", + default="master", + type=str, + help="Release string of the product.") + parser.add_argument("-w", "--week", + default="1", + type=str, + help="Calendar week when the report is published.") + parser.add_argument("-l", "--logging", + choices=["DEBUG", "INFO", "WARNING", + "ERROR", "CRITICAL"], + default="ERROR", + help="Logging level.") + parser.add_argument("-f", "--force", + action='store_true', + help="Force removing the old build(s) if present.") + + return parser.parse_args() + + +def main(): + """Main function.""" + + log_levels = {"NOTSET": logging.NOTSET, + "DEBUG": logging.DEBUG, + "INFO": logging.INFO, + "WARNING": logging.WARNING, + "ERROR": logging.ERROR, + "CRITICAL": logging.CRITICAL} + + args = parse_args() + logging.basicConfig(format='%(asctime)s: %(levelname)s: %(message)s', + datefmt='%Y/%m/%d %H:%M:%S', + level=log_levels[args.logging]) + + logging.info("Application started.") + try: + spec = Specification(args.specification) + spec.read_specification() + except PresentationError: + logging.critical("Finished with error.") + return 1 + + if spec.output["output"] not in ("report", "CPTA"): + logging.critical("The output '{0}' is not supported.". + format(spec.output["output"])) + return 1 + + ret_code = 1 + try: + env = Environment(spec.environment, args.force) + env.set_environment() + + prepare_static_content(spec) + + data = InputData(spec) + data.download_and_parse_data(repeat=2) + + generate_tables(spec, data) + generate_plots(spec, data) + generate_files(spec, data) + + if spec.output["output"] == "report": + generate_report(args.release, spec, args.week) + logging.info("Successfully finished.") + elif spec.output["output"] == "CPTA": + sys.stdout.write(generate_cpta(spec, data)) + alert = Alerting(spec) + alert.generate_alerts() + logging.info("Successfully finished.") + ret_code = 0 + + except AlertingError as err: + logging.critical("Finished with an alerting error.") + logging.critical(repr(err)) + except PresentationError as err: + logging.critical("Finished with an PAL error.") + logging.critical(repr(err)) + except (KeyError, ValueError) as err: + logging.critical("Finished with an error.") + logging.critical(repr(err)) + except Exception as err: + logging.critical("Finished with an unexpected error.") + logging.critical(repr(err)) + finally: + if spec is not None: + clean_environment(spec.environment) + return ret_code + + +if __name__ == '__main__': + sys.exit(main()) diff --git a/resources/tools/presentation_new/requirements.txt b/resources/tools/presentation_new/requirements.txt new file mode 100644 index 0000000000..d7b18c9c23 --- /dev/null +++ b/resources/tools/presentation_new/requirements.txt @@ -0,0 +1,10 @@ +jumpavg==0.1.3 +Sphinx==1.7.6 +sphinx-rtd-theme==0.4.0 +robotframework==2.9.2 +sphinxcontrib-programoutput +PyYAML +numpy +pandas +plotly==3.3.0 +PTable diff --git a/resources/tools/presentation_new/run_cpta.sh b/resources/tools/presentation_new/run_cpta.sh new file mode 100755 index 0000000000..954f17d53c --- /dev/null +++ b/resources/tools/presentation_new/run_cpta.sh @@ -0,0 +1,34 @@ +#!/bin/bash + +set -x + +# set default values in config array +typeset -A DIR + +DIR[WORKING]=_tmp + +# Install system dependencies +sudo apt-get -y update +sudo apt-get -y install libxml2 libxml2-dev libxslt-dev build-essential \ + zlib1g-dev unzip + +# Create working directories +mkdir ${DIR[WORKING]} + +# Create virtual environment +virtualenv ${DIR[WORKING]}/env +. ${DIR[WORKING]}/env/bin/activate + +# Install python dependencies: +pip install -r requirements.txt + +export PYTHONPATH=`pwd` + +STATUS=$(python pal.py \ + --specification specification_CPTA.yaml \ + --logging INFO \ + --force) +RETURN_STATUS=$? + +echo ${STATUS} +exit ${RETURN_STATUS} diff --git a/resources/tools/presentation_new/run_report.sh b/resources/tools/presentation_new/run_report.sh new file mode 100755 index 0000000000..9a2fedd599 --- /dev/null +++ b/resources/tools/presentation_new/run_report.sh @@ -0,0 +1,46 @@ +#!/bin/bash + +set -x + +RELEASE=$1 + +# set default values in config array +typeset -A CFG +typeset -A DIR + +DIR[WORKING]=_tmp +CFG[BLD_LATEX]=1 + +# Install system dependencies +sudo apt-get -y update +sudo apt-get -y install libxml2 libxml2-dev libxslt-dev build-essential \ + zlib1g-dev unzip + +if [[ ${CFG[BLD_LATEX]} -eq 1 ]] ; +then + sudo apt-get -y install xvfb texlive-latex-recommended \ + texlive-fonts-recommended texlive-fonts-extra texlive-latex-extra latexmk wkhtmltopdf inkscape + sudo sed -i.bak 's/^\(main_memory\s=\s\).*/\110000000/' /usr/share/texlive/texmf-dist/web2c/texmf.cnf +fi + +# Create working directories +mkdir ${DIR[WORKING]} + +# Create virtual environment +virtualenv ${DIR[WORKING]}/env +. ${DIR[WORKING]}/env/bin/activate + +# Install python dependencies: +pip install -r requirements.txt + +export PYTHONPATH=`pwd` + +python pal.py \ + --specification specification.yaml \ + --release ${RELEASE} \ + --week "49" \ + --logging INFO \ + --force + +RETURN_STATUS=$(echo $?) +exit ${RETURN_STATUS} diff --git a/resources/tools/presentation_new/specification.yaml b/resources/tools/presentation_new/specification.yaml new file mode 100644 index 0000000000..5de4876716 --- /dev/null +++ b/resources/tools/presentation_new/specification.yaml @@ -0,0 +1,27788 @@ +- + type: "environment" + + paths: + # Top level directories: + ## Working directory + DIR[WORKING]: "_tmp" + ## Build directories + DIR[BUILD,HTML]: "_build" + DIR[BUILD,LATEX]: "_build_latex" + + # Static .rst files + DIR[RST]: "../../../docs/report" + + # Working directories + ## Input data files (.zip, .xml) + DIR[WORKING,DATA]: "{DIR[WORKING]}/data" + ## Static source files from git + DIR[WORKING,SRC]: "{DIR[WORKING]}/src" + DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static" + + # Static html content + DIR[STATIC]: "{DIR[BUILD,HTML]}/_static" + DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp" + DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk" + DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive" + + # Detailed test results + DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results" + DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw" + DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx" + DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx" + DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw" + DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx" + DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx" + DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv" + DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw" + DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx" + DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx" + DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv" + DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw" + DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu" + DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos" + DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu" + DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results" + DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results" + DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results" + DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements" + + # Detailed test configurations + DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration" + DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw" + DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx" + DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx" + DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv" + DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw" + DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx" + DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx" + DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv" + DIR[DTC,FUNC,VPP,UBUNTU]: "{DIR[DTC]}/vpp_functional_configuration_ubuntu" + DIR[DTC,FUNC,VPP,CENTOS]: "{DIR[DTC]}/vpp_functional_configuration_centos" + DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu" + + # Detailed tests operational data + DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data" + DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw" + DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx" + DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx" + DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv" + + # .css patch file to fix tables generated by Sphinx + DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css" + DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css" + + urls: + URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job" + URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job" + URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/1810/robot-plugin.zip" + # URL[VIRL,DNV]: "http://download.it/from/nexus" + URL[NEXUS]: "https://docs.fd.io/csit" + DIR[NEXUS]: "report/_static/archive" + + make-dirs: + # List the directories which are created while preparing the environment. + # All directories MUST be defined in "paths" section. + - "DIR[WORKING,DATA]" + - "DIR[STATIC,VPP]" + - "DIR[STATIC,DPDK]" + - "DIR[STATIC,ARCH]" + - "DIR[BUILD,LATEX]" + - "DIR[WORKING,SRC]" + - "DIR[WORKING,SRC,STATIC]" + + remove-dirs: + # List the directories which are deleted while cleaning the environment. + # All directories MUST be defined in "paths" section. + #- "DIR[BUILD,HTML]" + - "DIR[WORKING,DATA]" + + build-dirs: + # List the directories where the results (build) is stored. + # All directories MUST be defined in "paths" section. + - "DIR[BUILD,HTML]" + - "DIR[BUILD,LATEX]" + +- + type: "configuration" + + limits: + nic: + x520: 24460000 + x553: 29761905 + x710: 35800000 + xxv710: 35800000 + xl710: 35800000 + + link: + 10ge: 14880952.38 + 25ge: 37202380.95 + 40ge: 59523809.52 + 100ge: 148809523.81 + + pci: + pci-g3-x8: 74404761.90 + pci-g3-x16: 148809523.81 + + data-sets: + + # Denverton: + intel-dnv-vpp: + intel-dnv-vpp-release-1810: + - 1 + + # VPP Performance + vpp-performance-changes-3n-hsw: + csit-vpp-perf-1804-all: + - 21 # sel + - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel + + vpp-performance-changes-3n-skx: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + + vpp-performance-changes-2n-skx: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + + vpp-compare-testbeds: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-skx: + - 24 # NDRPDR full + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + + vpp-compare-testbeds-mrr: + csit-vpp-perf-verify-1810-3n-hsw: + - 9 # MRR sel + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + + vpp-compare-topologies: + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + + vpp-compare-topologies-mrr: + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + + vpp-performance-changes-3n-hsw-mrr: + csit-vpp-perf-check-1804: + - 6 # mrr - sel + - 13 # mrr - sel + - 14 # mrr - sel + - 15 # mrr - sel + - 16 # mrr - sel + - 17 # mrr - sel + - 19 # mrr - sel + - 20 # mrr - sel + - 21 # mrr - sel + - 22 # mrr - sel + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel + csit-vpp-perf-verify-1810-3n-hsw: + - 9 # MRR sel + + vpp-performance-changes-3n-skx-mrr: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel + - 54 # MRR sel + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + + vpp-performance-changes-2n-skx-mrr: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + + vpp-perf-results-3n-hsw: + csit-vpp-perf-verify-1810-3n-hsw: + - 20 # NDRPDR full + - 21 # NDRPDR full + - 22 # NDRPDR full + - 27 # NDRPDR full + + vpp-perf-results-3n-skx: + csit-vpp-perf-verify-1810-3n-skx: + - 23 # NDRPDR full + - 24 # NDRPDR full + + vpp-perf-results-2n-skx: + csit-vpp-perf-verify-1810-2n-skx: + - 25 # NDRPDR full + - 26 # NDRPDR full + + vpp-mrr-results-3n-hsw: + csit-vpp-perf-verify-1810-3n-hsw: + - 9 # MRR sel + + vpp-mrr-results-3n-skx: + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + + vpp-mrr-results-2n-skx: + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + + plot-throughput-speedup-analysis-3n-hsw: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel + + plot-throughput-speedup-analysis-3n-skx: + csit-vpp-perf-verify-1810-3n-skx: + - 24 # NDRPDR full + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + + plot-throughput-speedup-analysis-2n-skx: + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + + plot-vpp-throughput-latency-3n-hsw: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel + + plot-vpp-throughput-latency-3n-skx: + csit-vpp-perf-verify-1810-3n-skx: + - 24 # NDRPDR full + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + + plot-vpp-throughput-latency-2n-skx: + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + + plot-vpp-http-server-performance: + csit-vpp-perf-verify-1810-3n-hsw: + - 28 # WRK + - 29 # WRK + - 30 # WRK + - 31 # WRK + - 32 # WRK + - 33 # WRK + - 34 # WRK + - 35 # WRK + - 36 # WRK + - 37 # WRK + + # VPP Functional + vpp-func-results-ubuntu: + csit-vpp-functional-1810-ubuntu1604-virl: + - 44 + + vpp-func-results-centos: + csit-vpp-functional-1810-centos7-virl: + - 44 + + vpp-device-results-ubuntu: + csit-vpp-device-1810-ubuntu1804-1n-skx: + - 2 + + # VPP Ligato + ligato-perf-results-3n-hsw: + csit-ligato-perf-verify-1810-3n-hsw: + - 5 # full + + plot-ligato-throughput-speedup-analysis-3n-hsw: + csit-ligato-perf-verify-1810-3n-hsw: + - 5 # full + - 6 # sel + - 8 # sel + - 9 # sel + - 11 # sel + - 12 # sel + - 13 # sel + - 14 # sel + - 16 # sel + - 17 # sel + - 18 # sel + + plot-ligato-throughput-latency-3n-hsw: + csit-ligato-perf-verify-1810-3n-hsw: + - 5 # full + - 6 # sel + - 8 # sel + - 9 # sel + - 11 # sel + - 12 # sel + - 13 # sel + - 14 # sel + - 16 # sel + - 17 # sel + - 18 # sel + + # DPDK Performance + dpdk-performance-changes-3n-hsw: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 + csit-dpdk-perf-verify-1807-3n-hsw: + - 11 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + + dpdk-performance-changes-3n-skx: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + + dpdk-compare-testbeds: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + + dpdk-compare-topologies: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + + dpdk-perf-results-3n-hsw: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 + + dpdk-perf-results-3n-skx: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + + dpdk-perf-results-2n-skx: + csit-dpdk-perf-verify-1810-2n-skx: + - 3 + + plot-dpdk-throughput-latency-3n-hsw: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + + plot-dpdk-throughput-latency-3n-skx: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + + plot-dpdk-throughput-latency-2n-skx: + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + + # HoneyComb Functional + hc-func-results: + csit-hc2vpp-verify-func-1810-ubuntu1604: + - 3 + + # NSH SFC Functional + nsh-func-results: + csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: + - 1 + + # DMM Functional + dmm-func-results: + csit-dmm-functional-1810-ubuntu1604-virl: + - 1 + + plot-layouts: + + plot-cps: + titlefont: + size: 18 + xaxis: + title: "Test Cases [Index]" + titlefont: + size: 16 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 16 + zeroline: False + yaxis: + title: "Connections Per Second [cps]" + titlefont: + size: 16 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + rangemode: "tozero" + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickformat: ".3s" + tickfont: + size: 16 + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 80 + r: 20 + showlegend: True + legend: + orientation: "h" + font: + size: 16 + width: 700 + height: 800 + + plot-rps: + titlefont: + size: 18 + xaxis: + title: "Test Cases [Index]" + titlefont: + size: 16 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 16 + zeroline: False + yaxis: + title: "Requests Per Second [rps]" + titlefont: + size: 16 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + rangemode: "tozero" + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(230, 230, 230)" + tickformat: ".3s" + tickfont: + size: 16 + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 80 + r: 20 + showlegend: True + legend: + orientation: "h" + font: + size: 16 + width: 700 + height: 800 + + plot-throughput: + titlefont: + size: 18 + xaxis: + title: "Test Cases [Index]" + titlefont: + size: 16 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 16 + zeroline: False + yaxis: + title: "Packet Throughput [Mpps]" + titlefont: + size: 16 + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + tickformat: ".3s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: + size: 16 + zeroline: False + range: [0,50] + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 80 + r: 20 + showlegend: True + legend: + orientation: "h" + font: + size: 16 + width: 700 + height: 900 + + plot-throughput-speedup-analysis: + titlefont: + size: 18 + xaxis: + title: "Number of Cores [Qty]" + titlefont: + size: 16 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + tickfont: + size: 16 + zeroline: False + yaxis: + title: "Packet Throughput [Mpps]" + titlefont: + size: 16 + type: "linear" + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickformat: ".4s" + tickfont: + size: 16 + zeroline: True + rangemode: "tozero" + # range: [0,100] + legend: + orientation: "h" + font: + size: 16 + xanchor: "left" + yanchor: "top" + x: 0 + y: -0.2 + bgcolor: "rgba(255, 255, 255, 0)" + bordercolor: "rgba(255, 255, 255, 0)" + traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 + autosize: False + margin: + 't': 50 + 'b': 150 + 'l': 85 + 'r': 10 + showlegend: True + width: 700 + height: 700 + hoverlabel: + namelength: -1 + annotations: [ + { + text: "_ _ __ ...", + align: "left", + showarrow: False, + xref: "paper", + yref: "paper", + xanchor: "left", + yanchor: "top", + x: 0, + y: -0.13, + font: { + family: "Consolas, Courier New", + size: 15 + }, + }, + { + text: " Perfect Measured Limit", + align: "left", + showarrow: False, + xref: "paper", + yref: "paper", + xanchor: "left", + yanchor: "top", + x: 0, + y: -0.15, + font: { + family: "Consolas, Courier New", + size: 15 + }, + }, + ] + + plot-latency: + titlefont: + size: 18 + xaxis: + title: "Direction" + titlefont: + size: 16 + autorange: True + fixedrange: False + gridcolor: "rgb(230, 230, 230)" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: False + tickcolor: "rgb(220, 220, 220)" + tickmode: "linear" + tickfont: + size: 16 + zeroline: False + yaxis: + title: "Packet Latency [uSec]" + titlefont: + size: 16 + type: "linear" + gridcolor: "rgb(230, 230, 230)" + hoverformat: ".4s" + linecolor: "rgb(220, 220, 220)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickformat: ".4s" + tickfont: + size: 16 + zeroline: True + rangemode: "tozero" + legend: + orientation: "h" + font: + size: 16 + traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 + autosize: False + margin: + 't': 50 + 'b': 150 + 'l': 80 + 'r': 10 + showlegend: True + width: 700 + height: 700 + hoverlabel: + namelength: -1 + +- + type: "static" + src-path: "{DIR[RST]}" + dst-path: "{DIR[WORKING,SRC]}" + +- + type: "input" + general: + file-name: "robot-plugin.zip" + file-format: ".zip" + download-path: "{job}/{build}/robot/report/*zip*/{filename}" + extract: "robot-plugin/output.xml" + + builds: + + intel-dnv-vpp-release-1810: + - 1 + + csit-vpp-perf-1804-all: + - 21 # sel + - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel + - 24 # WRK + - 25 # WRK + - 23 # WRK + - 26 # WRK + - 27 # WRK + - 28 # WRK + - 29 # WRK + - 30 # WRK + - 32 # WRK + - 35 # WRK + csit-vpp-perf-verify-1810-3n-hsw: + - 9 # MRR sel + - 20 # NDRPDR full + - 21 # NDRPDR full + - 22 # NDRPDR full + - 27 # NDRPDR full + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel + - 28 # WRK + - 29 # WRK + - 30 # WRK + - 31 # WRK + - 32 # WRK + - 33 # WRK + - 34 # WRK + - 35 # WRK + - 36 # WRK + - 37 # WRK + csit-vpp-perf-verify-1807-3n-skx: + - 31 # MRR full + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel + - 54 # MRR sel + - 40 # NDRPDR full 1 + - 41 # NDRPDR full 2 + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + - 23 # NDRPDR full + - 24 # NDRPDR full + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + csit-vpp-perf-verify-1807-2n-skx: + - 27 # MRR full + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel + - 32 # NDRPDR full + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 25 # NDRPDR full + - 26 # NDRPDR full + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + csit-vpp-perf-check-1804: + - 5 # mrr - full + - 6 # mrr - sel + - 13 # mrr - sel + - 14 # mrr - sel + - 15 # mrr - sel + - 16 # mrr - sel + - 17 # mrr - sel + - 19 # mrr - sel + - 20 # mrr - sel + - 21 # mrr - sel + - 22 # mrr - sel + csit-ligato-perf-verify-1810-3n-hsw: + - 5 # full + - 6 # sel + - 8 # sel + - 9 # sel + - 11 # sel + - 12 # sel + - 13 # sel + - 14 # sel + - 16 # sel + - 17 # sel + - 18 # sel + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 + csit-dpdk-perf-verify-1807-3n-hsw: + - 11 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + + csit-vpp-functional-1810-ubuntu1604-virl: + - 44 + csit-vpp-functional-1810-centos7-virl: + - 44 + csit-vpp-device-1810-ubuntu1804-1n-skx: + - 2 + csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: + - 1 + csit-dmm-functional-1810-ubuntu1604-virl: + - 1 + csit-hc2vpp-verify-func-1810-ubuntu1604: + - 3 + +- + type: "output" + output: "report" + format: + html: + - full + pdf: + - minimal + +################################################################################ +### T A B L E S ### +################################################################################ + +################################################################################ +# VPP + +# VPP Performance Changes 3n-hsw 1t1c pdr +- + type: "table" + title: "VPP Performance Changes 3n-hsw 1t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr" + history: + - + title: "rls1804" + data: + csit-vpp-perf-1804-all: + - 21 # sel + - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel + data: "vpp-performance-changes-3n-hsw" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 3n-hsw 2t2c pdr +- + type: "table" + title: "VPP Performance Changes 3n-hsw 2t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr" + history: + - + title: "rls1804" + data: + csit-vpp-perf-1804-all: + - 21 # sel + - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel + data: "vpp-performance-changes-3n-hsw" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 3n-hsw 1t1c ndr +- + type: "table" + title: "VPP Performance Changes 3n-hsw 1t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr" + history: + - + title: "rls1804" + data: + csit-vpp-perf-1804-all: + - 21 # sel + - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel + data: "vpp-performance-changes-3n-hsw" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 3n-hsw 2t2c ndr +- + type: "table" + title: "VPP Performance Changes 3n-hsw 2t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr" + history: + - + title: "rls1804" + data: + csit-vpp-perf-1804-all: + - 21 # sel + - 22 # sel + - 23 # sel + - 24 # sel + - 27 # sel + - 28 # sel + - 29 # sel + - 30 # sel + - 31 # sel + - 35 # sel + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel + data: "vpp-performance-changes-3n-hsw" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 3n-skx 2t1c pdr +- + type: "table" + title: "VPP Performance Changes 3n-skx 2t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + data: "vpp-performance-changes-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 3n-skx 4t2c pdr +- + type: "table" + title: "VPP Performance Changes 3n-skx 4t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + data: "vpp-performance-changes-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 3n-skx 2t1c ndr +- + type: "table" + title: "VPP Performance Changes 3n-skx 2t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + data: "vpp-performance-changes-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 3n-skx 4t2c ndr +- + type: "table" + title: "VPP Performance Changes 3n-skx 4t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + data: "vpp-performance-changes-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 2n-skx 2t1c pdr +- + type: "table" + title: "VPP Performance Changes 2n-skx 2t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + data: "vpp-performance-changes-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 2n-skx 4t2c pdr +- + type: "table" + title: "VPP Performance Changes 2n-skx 4t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + data: "vpp-performance-changes-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 2n-skx 2t1c ndr +- + type: "table" + title: "VPP Performance Changes 2n-skx 2t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + data: "vpp-performance-changes-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 2n-skx 4t2c ndr +- + type: "table" + title: "VPP Performance Changes 2n-skx 4t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + data: "vpp-performance-changes-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx ndr +- + type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" + reference: + title: "3-Node Hsw" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel + compare: + title: "3-Node Skx" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + data: "vpp-compare-testbeds" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and 'NDRPDR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx pdr +- + type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" + reference: + title: "3-Node Hsw" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel + compare: + title: "3-Node Skx" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + data: "vpp-compare-testbeds" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and 'NDRPDR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Comparison Across Topologies 3n-skx to 2n-skx ndr +- + type: "table" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-ndr" + reference: + title: "3-Node Skx" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + compare: + title: "2-Node Skx" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + data: "vpp-compare-topologies" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Comparison Across Topologies 3n-skx to 2n-skx pdr +- + type: "table" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-pdr" + reference: + title: "3-Node Skx" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + compare: + title: "2-Node Skx" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + data: "vpp-compare-topologies" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 3n-hsw 1t1c MRR +- + type: "table" + title: "VPP Performance Changes 3n-hsw 1t1c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr" + history: + - + title: "rls1804" + data: + csit-vpp-perf-check-1804: + - 6 # mrr - sel + - 13 # mrr - sel + - 14 # mrr - sel + - 15 # mrr - sel + - 16 # mrr - sel + - 17 # mrr - sel + - 19 # mrr - sel + - 20 # mrr - sel + - 21 # mrr - sel + - 22 # mrr - sel + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 9 # MRR sel + data: "vpp-performance-changes-3n-hsw-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 3n-hsw 2t2c MRR +- + type: "table" + title: "VPP Performance Changes 3n-hsw 2t2c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr" + history: + - + title: "rls1804" + data: + csit-vpp-perf-check-1804: + - 6 # mrr - sel + - 13 # mrr - sel + - 14 # mrr - sel + - 15 # mrr - sel + - 16 # mrr - sel + - 17 # mrr - sel + - 19 # mrr - sel + - 20 # mrr - sel + - 21 # mrr - sel + - 22 # mrr - sel + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 9 # MRR sel + data: "vpp-performance-changes-3n-hsw-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 3n-hsw 4t4c MRR +- + type: "table" + title: "VPP Performance Changes 3n-hsw 4t4c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr" + history: + - + title: "rls1804" + data: + csit-vpp-perf-check-1804: + - 6 # mrr - sel + - 13 # mrr - sel + - 14 # mrr - sel + - 15 # mrr - sel + - 16 # mrr - sel + - 17 # mrr - sel + - 19 # mrr - sel + - 20 # mrr - sel + - 21 # mrr - sel + - 22 # mrr - sel + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 9 # MRR sel + data: "vpp-performance-changes-3n-hsw-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 3n-skx 2t1c MRR +- + type: "table" + title: "VPP Performance Changes 3n-skx 2t1c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + data: "vpp-performance-changes-3n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 3n-skx 4t2c MRR +- + type: "table" + title: "VPP Performance Changes 3n-skx 4t2c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + data: "vpp-performance-changes-3n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 3n-skx 8t4c MRR +- + type: "table" + title: "VPP Performance Changes 3n-skx 8t4c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + data: "vpp-performance-changes-3n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 2n-skx 2t1c MRR +- + type: "table" + title: "VPP Performance Changes 2n-skx 2t1c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + data: "vpp-performance-changes-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 2n-skx 4t2c MRR +- + type: "table" + title: "VPP Performance Changes 2n-skx 4t2c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + data: "vpp-performance-changes-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 2n-skx 8t4c MRR +- + type: "table" + title: "VPP Performance Changes 2n-skx 8t4c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + data: "vpp-performance-changes-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx mrr +- + type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx mrr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-mrr" + reference: + title: "3-Node Hsw" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 9 # MRR sel + compare: + title: "3-Node Skx" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + data: "vpp-compare-testbeds-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and 'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Comparison Across Topologies 3n-skx to 2n-skx mrr +- + type: "table" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx mrr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-mrr" + reference: + title: "3-Node Skx" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + compare: + title: "2-Node Skx" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + data: "vpp-compare-topologies-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# Detailed Test Results - VPP Performance Results 3n-hsw +- + type: "table" + title: "Detailed Test Results - VPP Performance Results 3n-hsw" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "vpp-perf-results-3n-hsw" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Performance Results 3n-skx +- + type: "table" + title: "Detailed Test Results - VPP Performance Results 3n-skx" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "vpp-perf-results-3n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Performance Results 2n-skx +- + type: "table" + title: "Detailed Test Results - VPP Performance Results 2n-skx" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "vpp-perf-results-2n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Performance Results 2n-dnv +- + type: "table" + title: "Detailed Test Results - VPP Performance Results 2n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" + parameters: + - "name" + - "parent" + - "msg" + +# Test configuration - VPP Performance Test Configs 3n-hsw +- + type: "table" + title: "Test configuration - VPP Performance Test Configs 3n-hsw" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "vpp-perf-results-3n-hsw" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "parent" + - "name" + - "vat-history" + +# Test configuration - VPP Performance Test Configs 3n-skx +- + type: "table" + title: "Test configuration - VPP Performance Test Configs 3n-skx" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "vpp-perf-results-3n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "parent" + - "name" + - "vat-history" + +# Test configuration - VPP Performance Test Configs 2n-skx +- + type: "table" + title: "Test configuration - VPP Performance Test Configs 2n-skx" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "vpp-perf-results-2n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "parent" + - "name" + - "vat-history" + +# Test configuration - VPP Performance Test Configs 2n-dnv +- + type: "table" + title: "Test configuration - VPP Performance Test Configs 2n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" + parameters: + - "parent" + - "name" + - "vat-history" + +# Test Operational Data - VPP Performance Operational Data 3n-hsw +- + type: "table" + title: "Test Operational Data - VPP Performance Operational Data 3n-hsw" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" + data: "data show-run" + rows: "generated" + data: "vpp-perf-results-3n-hsw" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "parent" + - "name" + - "show-run" + +# Test Operational Data - VPP Performance Operational Data 3n-skx +- + type: "table" + title: "Test Operational Data - VPP Performance Operational Data 3n-skx" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" + data: "data show-run" + rows: "generated" + data: "vpp-perf-results-3n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "parent" + - "name" + - "show-run" + +# Test Operational Data - VPP Performance Operational Data 2n-skx +- + type: "table" + title: "Test Operational Data - VPP Performance Operational Data 2n-skx" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" + data: "data show-run" + rows: "generated" + data: "vpp-perf-results-2n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "parent" + - "name" + - "show-run" + +# Test Operational Data - VPP Performance Operational Data 2n-dnv +- + type: "table" + title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" + data: "data show-run" + rows: "generated" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" + parameters: + - "parent" + - "name" + - "show-run" + +# Detailed Test Results - VPP MRR Results 3n-hsw +- + type: "table" + title: "Detailed Test Results - VPP MRR Results 3n-hsw" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "vpp-mrr-results-3n-hsw" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP MRR Results 3n-skx +- + type: "table" + title: "Detailed Test Results - VPP MRR Results 3n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "vpp-mrr-results-3n-skx" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP MRR Results 2n-skx +- + type: "table" + title: "Detailed Test Results - VPP MRR Results 2n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "vpp-mrr-results-2n-skx" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP MRR Results 2n-dnv +- + type: "table" + title: "Detailed Test Results - VPP MRR Results 2n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "intel-dnv-vpp" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "msg" + +# Test configuration - VPP MRR Test Configs 3n-hsw +- + type: "table" + title: "Test configuration - VPP MRR Test Configs 3n-hsw" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "vpp-mrr-results-3n-hsw" + filter: "'MRR'" + parameters: + - "parent" + - "name" + - "vat-history" + +# Test configuration - VPP MRR Test Configs 3n-skx +- + type: "table" + title: "Test configuration - VPP MRR Test Configs 3n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "vpp-mrr-results-3n-skx" + filter: "'MRR'" + parameters: + - "parent" + - "name" + - "vat-history" + +# Test configuration - VPP MRR Test Configs 2n-skx +- + type: "table" + title: "Test configuration - VPP MRR Test Configs 2n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "vpp-mrr-results-2n-skx" + filter: "'MRR'" + parameters: + - "parent" + - "name" + - "vat-history" + +# Test configuration - VPP MRR Test Configs 2n-dnv +- + type: "table" + title: "Test configuration - VPP MRR Test Configs 2n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "intel-dnv-vpp" + filter: "'MRR'" + parameters: + - "parent" + - "name" + - "vat-history" + +# Detailed Test Results - VPP Functional Results - Ubuntu +- + type: "table" + title: "Detailed Test Results - VPP Functional Results - Ubuntu" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu" + columns: + - + title: "Name" + data: "data name" + - + title: "Documentation" + data: "data doc" + - + title: "Status" + data: "data status" + rows: "generated" + data: "vpp-func-results-ubuntu" + filter: "all" + parameters: + - "name" + - "parent" + - "doc" + - "status" + +# Detailed Test Results - VPP Functional Results - CentOS +- + type: "table" + title: "Detailed Test Results - VPP Functional Results - CentOS" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos" + columns: + - + title: "Name" + data: "data name" + - + title: "Documentation" + data: "data doc" + - + title: "Status" + data: "data status" + rows: "generated" + data: + "vpp-func-results-centos" + filter: "all" + parameters: + - "name" + - "parent" + - "doc" + - "status" + +# Test configuration - VPP Functional Test Configs - Ubuntu +- + type: "table" + title: "Test configuration - VPP Functional Test Configs - Ubuntu" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "vpp-func-results-ubuntu" + filter: "all" + parameters: + - "parent" + - "name" + - "vat-history" + +# Test configuration - VPP Functional Test Configs - CentOS +- + type: "table" + title: "Test configuration - VPP Functional Test Configs - CentOS" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "vpp-func-results-centos" + filter: "all" + parameters: + - "parent" + - "name" + - "vat-history" + +# Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw +- + type: "table" + title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "ligato-perf-results-3n-hsw" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Device Results - Ubuntu +- + type: "table" + title: "Detailed Test Results - VPP Device Results - Ubuntu" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" + columns: + - + title: "Name" + data: "data name" + - + title: "Documentation" + data: "data doc" + - + title: "Status" + data: "data status" + rows: "generated" + data: "vpp-device-results-ubuntu" + filter: "all" + parameters: + - "name" + - "parent" + - "doc" + - "status" + +# Test configuration - VPP Device Test Configs - Ubuntu +- + type: "table" + title: "Test configuration - VPP Device Test Configs - Ubuntu" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "vpp-device-results-ubuntu" + filter: "all" + parameters: + - "parent" + - "name" + - "vat-history" + +################################################################################ + +# DPDK Performance Changes 3n-hsw 1t1c pdr +- + type: "table" + title: "DPDK Performance Changes 3n-hsw 1t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr" + history: + - + title: "rls1804" + data: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 + reference: + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-hsw: + - 11 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + data: "dpdk-performance-changes-3n-hsw" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-hsw 2t2c pdr +- + type: "table" + title: "DPDK Performance Changes 3n-hsw 2t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr" + history: + - + title: "rls1804" + data: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 + reference: + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-hsw: + - 11 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + data: "dpdk-performance-changes-3n-hsw" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-hsw 1t1c ndr +- + type: "table" + title: "DPDK Performance Changes 3n-hsw 1t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr" + history: + - + title: "rls1804" + data: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 + reference: + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-hsw: + - 11 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + data: "dpdk-performance-changes-3n-hsw" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-hsw 2t2c ndr +- + type: "table" + title: "DPDK Performance Changes 3n-hsw 2t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr" + history: + - + title: "rls1804" + data: + csit-dpdk-perf-1804-all: + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 10 + - 11 + - 12 + - 13 + reference: + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-hsw: + - 11 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + data: "dpdk-performance-changes-3n-hsw" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-skx 2t1c pdr +- + type: "table" + title: "DPDK Performance Changes 3n-skx 2t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr" + reference: + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + data: "dpdk-performance-changes-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-skx 4t2c pdr +- + type: "table" + title: "DPDK Performance Changes 3n-skx 4t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr" + reference: + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + data: "dpdk-performance-changes-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-skx 2t1c ndr +- + type: "table" + title: "DPDK Performance Changes 3n-skx 2t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr" + reference: + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + data: "dpdk-performance-changes-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-skx 4t2c ndr +- + type: "table" + title: "DPDK Performance Changes 3n-skx 4t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr" + reference: + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + data: "dpdk-performance-changes-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr +- + type: "table" + title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" + reference: + title: "3-Node Hsw" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + compare: + title: "3-Node Skx" + data: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + data: "dpdk-compare-testbeds" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr +- + type: "table" + title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr" + reference: + title: "3-Node Skx" + data: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + compare: + title: "2-Node Skx" + data: + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + data: "dpdk-compare-topologies" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr +- + type: "table" + title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr" + reference: + title: "3-Node Skx" + data: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + compare: + title: "2-Node Skx" + data: + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + data: "dpdk-compare-topologies" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr +- + type: "table" + title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" + reference: + title: "3-Node Hsw" + data: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + compare: + title: "3-Node Skx" + data: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + data: "dpdk-compare-testbeds" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr +# NOTE: Not used in 18.10 +#- +# type: "table" +# title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr" +# algorithm: "table_performance_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-mrr" +# reference: +# title: "3-Node Hsw" +# data: +# csit-dpdk-perf-verify-1807-3n-hsw: +# - 11 +# - 12 # full +# - 14 +# - 15 +# - 16 +# - 17 +# - 20 +# - 21 +# - 22 +# - 23 +# compare: +# title: "3-Node Skx" +# data: +# csit-dpdk-perf-verify-1807-3n-skx: +# - 1 +# - 2 +# - 3 +# - 6 +# - 7 +# - 8 +# - 9 +# - 10 +# - 11 +# - 12 +# data: "dpdk-compare-testbeds" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'NIC_Intel-X710' and MRR" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" +# parameters: +# - "name" +# - "parent" +# - "result" + +# Detailed Test Results - DPDK Performance Results 3n-hsw +- + type: "table" + title: "Detailed Test Results - DPDK Performance Results 3n-hsw" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "dpdk-perf-results-3n-hsw" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - DPDK Performance Results 3n-skx +- + type: "table" + title: "Detailed Test Results - DPDK Performance Results 3n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "dpdk-perf-results-3n-skx" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - DPDK Performance Results 2n-skx +- + type: "table" + title: "Detailed Test Results - DPDK Performance Results 2n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "dpdk-perf-results-2n-skx" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +################################################################################ +# HoneyComb +- + type: "table" + title: "Detailed Test Results - Honeycomb Functional Results" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results" + columns: + - + title: "Name" + data: "data name" + - + title: "Documentation" + data: "data doc" + - + title: "Status" + data: "data status" + rows: "generated" + data: + "hc-func-results" + filter: "all" + parameters: + - "name" + - "parent" + - "doc" + - "status" + +################################################################################ +# NSH SFC +- + type: "table" + title: "Detailed Test Results - NSH SFC Functional Results" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results" + columns: + - + title: "Name" + data: "data name" + - + title: "Documentation" + data: "data doc" + - + title: "Status" + data: "data status" + rows: "generated" + data: + "nsh-func-results" + filter: "all" + parameters: + - "name" + - "parent" + - "doc" + - "status" + +################################################################################ +# DMM +- + type: "table" + title: "Detailed Test Results - DMM Functional Results" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results" + columns: + - + title: "Name" + data: "data name" + - + title: "Documentation" + data: "data doc" + - + title: "Status" + data: "data status" + rows: "generated" + data: + "dmm-func-results" + filter: "all" + parameters: + - "name" + - "parent" + - "doc" + - "status" + +################################################################################ +### F I L E S ### +################################################################################ + +# VPP Performance Results 3n-hsw +- + type: "file" + title: "VPP Performance Results 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}" + data: "vpp-perf-results-3n-hsw" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Results 3n-skx +- + type: "file" + title: "VPP Performance Results 3n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,PERF,VPP,3N,SKX]}" + data: "vpp-perf-results-3n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Results 2n-skx +- + type: "file" + title: "VPP Performance Results 2n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,PERF,VPP,2N,SKX]}" + data: "vpp-perf-results-2n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Results 2n-dnv +- + type: "file" + title: "VPP Performance Results 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,PERF,VPP,2N,DNV]}" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Configuration 3n-hsw +- + type: "file" + title: "VPP Performance Configuration 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_performance_configuration_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}" + data: "vpp-perf-results-3n-hsw" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Configuration 3n-skx +- + type: "file" + title: "VPP Performance Configuration 3n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_performance_configuration_3n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTC,PERF,VPP,3N,SKX]}" + data: "vpp-perf-results-3n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Configuration 2n-skx +- + type: "file" + title: "VPP Performance Configuration 2n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_performance_configuration_2n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTC,PERF,VPP,2N,SKX]}" + data: "vpp-perf-results-2n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Configuration 2n-dnv +- + type: "file" + title: "VPP Performance Configuration 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_performance_configuration_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTC,PERF,VPP,2N,DNV]}" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Operational Data 3n-hsw +- + type: "file" + title: "VPP Performance Operational Data 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_performance_operational_data_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTO,PERF,VPP,3N,HSW]}" + data: "vpp-perf-results-3n-hsw" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Operational Data 3n-skx +- + type: "file" + title: "VPP Performance Operational Data 3n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_performance_operational_data_3n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTO,PERF,VPP,3N,SKX]}" + data: "vpp-perf-results-3n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Operational Data 2n-skx +- + type: "file" + title: "VPP Performance Operational Data 2n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_performance_operational_data_2n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTO,PERF,VPP,2N,SKX]}" + data: "vpp-perf-results-2n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Operational Data 2n-dnv +- + type: "file" + title: "VPP Performance Operational Data 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_performance_operational_data_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTO,PERF,VPP,2N,DNV]}" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP MRR Results 3n-hsw +- + type: "file" + title: "VPP MRR Results 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,3N,HSW]}" + data: "vpp-mrr-results-3n-hsw" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP MRR Results 3n-skx +- + type: "file" + title: "VPP MRR Results 3n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,3N,SKX]}" + data: "vpp-mrr-results-3n-skx" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP MRR Results 2n-skx +- + type: "file" + title: "VPP MRR Results 2n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,2N,SKX]}" + data: "vpp-mrr-results-2n-skx" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP MRR Results 2n-dnv +- + type: "file" + title: "VPP MRR Results 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,2N,DNV]}" + data: "intel-dnv-vpp" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP MRR Configuration 3n-hsw +- + type: "file" + title: "VPP MRR Configuration 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_configuration_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTC,MRR,VPP,3N,HSW]}" + data: "vpp-mrr-results-3n-hsw" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP MRR Configuration 3n-skx +- + type: "file" + title: "VPP MRR Configuration 3n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_configuration_3n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTC,MRR,VPP,3N,SKX]}" + data: "vpp-mrr-results-3n-skx" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP MRR Configuration 2n-skx +- + type: "file" + title: "VPP MRR Configuration 2n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_configuration_2n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTC,MRR,VPP,2N,SKX]}" + data: "vpp-mrr-results-2n-skx" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP MRR Configuration 2n-dnv +- + type: "file" + title: "VPP MRR Configuration 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_configuration_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTC,MRR,VPP,2N,DNV]}" + data: "intel-dnv-vpp" + filter: "'MRR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Functional Results - Ubuntu +- + type: "file" + title: "VPP Functional Results - Ubuntu" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,FUNC,VPP,UBUNTU]}" + data: "vpp-func-results-ubuntu" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Functional Results - CentOS +- + type: "file" + title: "VPP Functional Results - CentOS" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,FUNC,VPP,CENTOS]}" + data: + "vpp-func-results-centos" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Functional Configuration - Ubuntu +- + type: "file" + title: "VPP Functional Configuration - Ubuntu" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTC,FUNC,VPP,UBUNTU]}" + data: "vpp-func-results-ubuntu" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Functional Configuration - CentOS +- + type: "file" + title: "VPP Functional Configuration - CentOS" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTC,FUNC,VPP,CENTOS]}" + data: + "vpp-func-results-centos" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Device Results - Ubuntu +- + type: "file" + title: "VPP Device Results - Ubuntu" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}" + data: "vpp-device-results-ubuntu" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 2 + +# VPP Device Configuration - Ubuntu +- + type: "file" + title: "VPP Device Configuration - Ubuntu" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}" + data: "vpp-device-results-ubuntu" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 2 + +# Container Orchestrated Performance Results 3n-hsw +- + type: "file" + title: "Container Orchestrated Performance Results 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,PERF,COT,3N,HSW]}" + data: "ligato-perf-results-3n-hsw" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# DPDK Performance Results 3n-hsw +- + type: "file" + title: "DPDK Performance Results 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,PERF,DPDK,3N,HSW]}" + data: "dpdk-perf-results-3n-hsw" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# DPDK Performance Results 3n-skx +- + type: "file" + title: "DPDK Performance Results 3n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,PERF,DPDK,3N,SKX]}" + data: "dpdk-perf-results-3n-skx" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# DPDK Performance Results 2n-skx +- + type: "file" + title: "DPDK Performance Results 2n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,PERF,DPDK,2N,SKX]}" + data: "dpdk-perf-results-2n-skx" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# Honeycomb Functional Results +- + type: "file" + title: "Honeycomb Functional Results" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,FUNC,HC]}" + data: + "hc-func-results" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# NSH SFC Functional Results +- + type: "file" + title: "NSH SFC Functional Results" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,FUNC,NSHSFC]}" + data: + "nsh-func-results" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# DMM Functional Results +- + type: "file" + title: "DMM Functional Results" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n 
\n\n\n.. |preout| raw:: html\n\n
\n\n" + dir-tables: "{DIR[DTR,FUNC,DMM]}" + data: + "dmm-func-results" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +################################################################################ +### P L O T S ### +################################################################################ + +################################################################################ +# Plots VPP HTTP Server Performance +- + type: "plot" + title: "VPP HTTP Server Performance" + algorithm: "plot_http_server_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" + data: + "plot-vpp-http-server-performance" + # Keep this formatting, the filter is enclosed with " (quotation mark) and + # each tag is enclosed with ' (apostrophe). + filter: "'HTTP' and 'TCP_CPS'" + parameters: + - "result" + - "name" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "VPP HTTP Server Performance" + layout: + "plot-cps" + +- + type: "plot" + title: "VPP HTTP Server Performance" + algorithm: "plot_http_server_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" + data: + "plot-vpp-http-server-performance" + filter: "'HTTP' and 'TCP_RPS'" + parameters: + - "result" + - "name" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "VPP HTTP Server Performance" + layout: + "plot-rps" + +################################################################################ + +# Packet Throughput - VPP L2 3n-hsw-x520 base and scale +- + type: "plot" + title: "VPP Throughput: l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP L2 3n-hsw-x520 features +- + type: "plot" + title: "VPP Throughput: l2sw-3n-hsw-x520-64b-1t1c-features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x520-64b-1t1c-features-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + '1T1C' and + (('L2BDMACLRN' and ('L2BDBASE' or 'DOT1Q')) or ('L2XCFWD' and ('L2XCBASE' or 'DOT1Q'))) and + not 'ACL' and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" # l2xcbase + - "L2BDBASE" # l2bdbase + - "L2XCFWD" # dot1q-l2xcbase + - "L2BDMACLRN" # dot1q-l2bdbase + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-hsw-x520-64b-1t1c-features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-3n-hsw-x520-64b-1t1c-features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x520-64b-1t1c-features-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + '1T1C' and + (('L2BDMACLRN' and ('L2BDBASE' or 'DOT1Q')) or ('L2XCFWD' and ('L2XCBASE' or 'DOT1Q'))) and + not 'ACL' and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" # l2xcbase + - "L2BDBASE" # l2bdbase + - "L2XCFWD" # dot1q-l2xcbase + - "L2BDMACLRN" # dot1q-l2bdbase + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-hsw-x520-64b-1t1c-features-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-3n-hsw-x520-64b-2t2c-features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x520-64b-2t2c-features-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + '2T2C' and + (('L2BDMACLRN' and ('L2BDBASE' or 'DOT1Q')) or ('L2XCFWD' and ('L2XCBASE' or 'DOT1Q'))) and + not 'ACL' and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" # l2xcbase + - "L2BDBASE" # l2bdbase + - "L2XCFWD" # dot1q-l2xcbase + - "L2BDMACLRN" # dot1q-l2bdbase + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-hsw-x520-64b-2t2c-features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-3n-hsw-x520-64b-2t2c-features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x520-64b-2t2c-features-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + '2T2C' and + (('L2BDMACLRN' and ('L2BDBASE' or 'DOT1Q')) or ('L2XCFWD' and ('L2XCBASE' or 'DOT1Q'))) and + not 'ACL' and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" # l2xcbase + - "L2BDBASE" # l2bdbase + - "L2XCFWD" # dot1q-l2xcbase + - "L2BDMACLRN" # dot1q-l2bdbase + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-hsw-x520-64b-2t2c-features-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP L2 3n-hsw-x710 base and scale +- + type: "plot" + title: "VPP Throughput: l2sw-3n-hsw-x710-64b-1t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x710-64b-1t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-hsw-x710-64b-1t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-3n-hsw-x710-64b-1t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x710-64b-1t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-hsw-x710-64b-1t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-3n-hsw-x710-64b-2t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x710-64b-2t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-hsw-x710-64b-2t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-3n-hsw-x710-64b-2t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x710-64b-2t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-hsw-x710-64b-2t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP L2 3n-hsw-x710 features +- + type: "plot" + title: "VPP Throughput: l2sw-3n-hsw-x710-64b-1t1c-features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x710-64b-1t1c-features-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '1T1C' and + (('L2BDMACLRN' and ('L2BDBASE' or 'DOT1Q')) or ('L2XCFWD' and ('L2XCBASE' or 'DOT1Q'))) and + not 'ACL' and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" # l2xcbase + - "L2BDBASE" # l2bdbase + - "L2XCFWD" # dot1q-l2xcbase + - "L2BDMACLRN" # dot1q-l2bdbase + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-hsw-x710-64b-1t1c-features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-3n-hsw-x710-64b-1t1c-features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x710-64b-1t1c-features-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '1T1C' and + (('L2BDMACLRN' and ('L2BDBASE' or 'DOT1Q')) or ('L2XCFWD' and ('L2XCBASE' or 'DOT1Q'))) and + not 'ACL' and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" # l2xcbase + - "L2BDBASE" # l2bdbase + - "L2XCFWD" # dot1q-l2xcbase + - "L2BDMACLRN" # dot1q-l2bdbase + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-hsw-x710-64b-1t1c-features-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-3n-hsw-x710-64b-2t2c-features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x710-64b-2t2c-features-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '2T2C' and + (('L2BDMACLRN' and ('L2BDBASE' or 'DOT1Q')) or ('L2XCFWD' and ('L2XCBASE' or 'DOT1Q'))) and + not 'ACL' and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" # l2xcbase + - "L2BDBASE" # l2bdbase + - "L2XCFWD" # dot1q-l2xcbase + - "L2BDMACLRN" # dot1q-l2bdbase + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-hsw-x710-64b-2t2c-features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-3n-hsw-x710-64b-2t2c-features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x710-64b-2t2c-features-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '2T2C' and + (('L2BDMACLRN' and ('L2BDBASE' or 'DOT1Q')) or ('L2XCFWD' and ('L2XCBASE' or 'DOT1Q'))) and + not 'ACL' and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" # l2xcbase + - "L2BDBASE" # l2bdbase + - "L2XCFWD" # dot1q-l2xcbase + - "L2BDMACLRN" # dot1q-l2bdbase + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-hsw-x710-64b-2t2c-features-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP L2 3n-hsw-xl710 base and scale +- + type: "plot" + title: "VPP Throughput: l2sw-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-3n-hsw-xl710-64b-1t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-xl710-64b-1t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-hsw-xl710-64b-1t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-3n-hsw-xl710-64b-2t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-xl710-64b-2t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-hsw-xl710-64b-2t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP L2 3n-skx-x710 base and scale +- + type: "plot" + title: "VPP Throughput: l2sw-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-3n-skx-x710-64b-2t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-x710-64b-2t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-skx-x710-64b-2t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-3n-skx-x710-64b-4t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-x710-64b-4t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-skx-x710-64b-4t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-3n-skx-x710-64b-4t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-x710-64b-4t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-skx-x710-64b-4t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP L2 3n-skx-x710 features +- + type: "plot" + title: "VPP Throughput: l2sw-3n-skx-x710-64b-2t1c-features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-x710-64b-2t1c-features-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '2T1C' and + (('L2BDMACLRN' and ('L2BDBASE' or 'DOT1Q')) or ('L2XCFWD' and ('L2XCBASE' or 'DOT1Q'))) and + not 'ACL' and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" # l2xcbase + - "L2BDBASE" # l2bdbase + - "L2XCFWD" # dot1q-l2xcbase + - "L2BDMACLRN" # dot1q-l2bdbase + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-skx-x710-64b-2t1c-features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-3n-skx-x710-64b-2t1c-features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-x710-64b-2t1c-features-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '2T1C' and + (('L2BDMACLRN' and ('L2BDBASE' or 'DOT1Q')) or ('L2XCFWD' and ('L2XCBASE' or 'DOT1Q'))) and + not 'ACL' and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" # l2xcbase + - "L2BDBASE" # l2bdbase + - "L2XCFWD" # dot1q-l2xcbase + - "L2BDMACLRN" # dot1q-l2bdbase + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-skx-x710-64b-2t1c-features-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-3n-skx-x710-64b-4t2c-features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-x710-64b-4t2c-features-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '4T2C' and + (('L2BDMACLRN' and ('L2BDBASE' or 'DOT1Q')) or ('L2XCFWD' and ('L2XCBASE' or 'DOT1Q'))) and + not 'ACL' and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" # l2xcbase + - "L2BDBASE" # l2bdbase + - "L2XCFWD" # dot1q-l2xcbase + - "L2BDMACLRN" # dot1q-l2bdbase + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-skx-x710-64b-4t2c-features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-3n-skx-x710-64b-4t2c-features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-x710-64b-4t2c-features-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '4T2C' and + (('L2BDMACLRN' and ('L2BDBASE' or 'DOT1Q')) or ('L2XCFWD' and ('L2XCBASE' or 'DOT1Q'))) and + not 'ACL' and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" # l2xcbase + - "L2BDBASE" # l2bdbase + - "L2XCFWD" # dot1q-l2xcbase + - "L2BDMACLRN" # dot1q-l2bdbase + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-skx-x710-64b-4t2c-features-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP L2 3n-skx-xxv710 base and scale +- + type: "plot" + title: "VPP Throughput: l2sw-3n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-3n-skx-xxv710-64b-2t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-xxv710-64b-2t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-skx-xxv710-64b-2t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-3n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-3n-skx-xxv710-64b-4t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-xxv710-64b-4t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-3n-skx-xxv710-64b-4t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP L2 2n-skx-x710 base and scale +- + type: "plot" + title: "VPP Throughput: l2sw-2n-skx-x710-64b-2t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-x710-64b-2t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-2n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-2n-skx-x710-64b-2t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-x710-64b-2t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-2n-skx-x710-64b-2t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-2n-skx-x710-64b-4t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-x710-64b-4t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-2n-skx-x710-64b-4t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP L2 2n-skx-xxv710 base and scale +- + type: "plot" + title: "VPP Throughput: l2sw-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-2n-skx-xxv710-64b-2t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-xxv710-64b-2t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-2n-skx-xxv710-64b-2t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP L2 2n-dnv-x553 base +- + type: "plot" + title: "VPP Throughput: l2sw-2n-dnv-x553-64b-1t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-dnv-x553-64b-1t1c-base-ndr" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '64B' and + 'BASE' and + 'NDRPDR' and + 'ETH' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" + - "L2BDMACLRN" + - "L2PATCH" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-2n-dnv-x553-64b-1t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-2n-dnv-x553-64b-1t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-dnv-x553-64b-1t1c-base-pdr" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" + - "L2BDMACLRN" + - "L2PATCH" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-2n-dnv-x553-64b-1t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-2n-dnv-x553-64b-2t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-dnv-x553-64b-2t2c-base-ndr" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" + - "L2BDMACLRN" + - "L2PATCH" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-2n-dnv-x553-64b-2t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: l2sw-2n-dnv-x553-64b-2t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-dnv-x553-64b-2t2c-base-pdr" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" + - "L2BDMACLRN" + - "L2PATCH" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l2sw-2n-dnv-x553-64b-2t2c-base-pdr" + layout: "plot-throughput" + +################################################################################ + +# Packet Throughput - VPP Container Memif 3n-hsw-x520 +- + type: "plot" + title: "VPP Throughput: memif-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "memif-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: memif-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "memif-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: memif-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "memif-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: memif-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "memif-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP Container Memif 3n-hsw-x710 +- + type: "plot" + title: "VPP Throughput: memif-3n-hsw-x710-64b-1t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-x710-64b-1t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "memif-3n-hsw-x710-64b-1t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: memif-3n-hsw-x710-64b-1t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-x710-64b-1t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "memif-3n-hsw-x710-64b-1t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: memif-3n-hsw-x710-64b-2t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-x710-64b-2t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "memif-3n-hsw-x710-64b-2t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: memif-3n-hsw-x710-64b-2t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-x710-64b-2t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "memif-3n-hsw-x710-64b-2t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP Container Memif 3n-hsw-xl710 +- + type: "plot" + title: "VPP Throughput: memif-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "memif-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: memif-3n-hsw-xl710-64b-1t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-xl710-64b-1t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "memif-3n-hsw-xl710-64b-1t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: memif-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "memif-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: memif-3n-hsw-xl710-64b-2t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-xl710-64b-2t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "memif-3n-hsw-xl710-64b-2t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP Container Memif 3n-skx-x710 +- + type: "plot" + title: "VPP Throughput: memif-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "memif-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: memif-3n-skx-x710-64b-2t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-skx-x710-64b-2t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "memif-3n-skx-x710-64b-2t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: memif-3n-skx-x710-64b-4t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-skx-x710-64b-4t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "memif-3n-skx-x710-64b-4t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: memif-3n-skx-x710-64b-4t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-skx-x710-64b-4t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "memif-3n-skx-x710-64b-4t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP Container Memif 2n-skx-x710 +- + type: "plot" + title: "VPP Throughput: memif-2n-skx-x710-64b-2t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-2n-skx-x710-64b-2t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "memif-2n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: memif-2n-skx-x710-64b-2t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-2n-skx-x710-64b-2t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "memif-2n-skx-x710-64b-2t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: memif-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "memif-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: memif-2n-skx-x710-64b-4t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-2n-skx-x710-64b-4t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "memif-2n-skx-x710-64b-4t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP Container Memif 2n-skx-xxv710 +- + type: "plot" + title: "VPP Throughput: memif-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "memif-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: memif-2n-skx-xxv710-64b-2t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-2n-skx-xxv710-64b-2t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "memif-2n-skx-xxv710-64b-2t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: memif-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "memif-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: memif-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "memif-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" + layout: "plot-throughput" + +################################################################################ + +# Packet Throughput - VPP Container Orchestrated Memif 3n-hsw-x520 l2xc +- + type: "plot" + title: "VPP Throughput: k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr" + data: "plot-ligato-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '1T1C' and + 'L2XCFWD' and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-pdr" + data: "plot-ligato-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '1T1C' and + 'L2XCFWD' and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-ndr" + data: "plot-ligato-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T2C' and + 'L2XCFWD' and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-pdr" + data: "plot-ligato-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T2C' and + 'L2XCFWD' and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP Container Orchestrated Memif 3n-hsw-x520 l2bd +- + type: "plot" + title: "VPP Throughput: k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-ndr" + data: "plot-ligato-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-pdr" + data: "plot-ligato-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-ndr" + data: "plot-ligato-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-pdr" + data: "plot-ligato-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP Container Orchestrated Memif 3n-hsw-x710 l2xc +- + type: "plot" + title: "VPP Throughput: k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-ndr" + data: "plot-ligato-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '1T1C' and + 'L2XCFWD' and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-pdr" + data: "plot-ligato-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '1T1C' and + 'L2XCFWD' and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-ndr" + data: "plot-ligato-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T2C' and + 'L2XCFWD' and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-pdr" + data: "plot-ligato-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T2C' and + 'L2XCFWD' and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP Container Orchestrated Memif 3n-hsw-x710 l2bd +- + type: "plot" + title: "VPP Throughput: k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-ndr" + data: "plot-ligato-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-pdr" + data: "plot-ligato-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-ndr" + data: "plot-ligato-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-pdr" + data: "plot-ligato-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-pdr" + layout: "plot-throughput" + +################################################################################ + +# Packet Throughput - VPP IPv4 3n-hsw-x520 base and scale +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv4 3n-hsw-x520 features +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x520-64b-1t1c-features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-1t1c-features-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('IP4BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + ('NAT44' and 'BASE') or + ('ACL_STATELESS' and 'ACL10' and '10k_FLOWS')) and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "NAT44" + - "POLICE_MARK" + - "COPWHLIST" + - "IACL" + - "OACL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x520-64b-1t1c-features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x520-64b-1t1c-features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-1t1c-features-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('IP4BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + ('NAT44' and 'BASE') or + ('ACL_STATELESS' and 'ACL10' and '10k_FLOWS')) and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "NAT44" + - "POLICE_MARK" + - "COPWHLIST" + - "IACL" + - "OACL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x520-64b-1t1c-features-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x520-64b-2t2c-features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('IP4BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + ('NAT44' and 'BASE') or + ('ACL_STATELESS' and 'ACL10' and '10k_FLOWS')) and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "NAT44" + - "POLICE_MARK" + - "COPWHLIST" + - "IACL" + - "OACL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x520-64b-2t2c-features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x520-64b-2t2c-features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('IP4BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + ('NAT44' and 'BASE') or + ('ACL_STATELESS' and 'ACL10' and '10k_FLOWS')) and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "NAT44" + - "POLICE_MARK" + - "COPWHLIST" + - "IACL" + - "OACL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x520-64b-2t2c-features-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv4 3n-hsw-x520 features nat44 +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x520-64b-1t1c-features-nat44-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-1t1c-features-nat44-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + 'NAT44' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x520-64b-1t1c-features-nat44-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x520-64b-1t1c-features-nat44-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-1t1c-features-nat44-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + 'NAT44' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x520-64b-1t1c-features-nat44-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x520-64b-2t2c-features-nat44-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-nat44-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + 'NAT44' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x520-64b-2t2c-features-nat44-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x520-64b-2t2c-features-nat44-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-nat44-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + 'NAT44' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x520-64b-2t2c-features-nat44-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv4 3n-hsw-x520 features iacl +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x520-64b-1t1c-features-iacl-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-1t1c-features-iacl-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + 'IACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x520-64b-1t1c-features-iacl-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x520-64b-1t1c-features-iacl-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-1t1c-features-iacl-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + 'IACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x520-64b-1t1c-features-iacl-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x520-64b-2t2c-features-iacl-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-iacl-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + 'IACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x520-64b-2t2c-features-iacl-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x520-64b-2t2c-features-iacl-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-iacl-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + 'IACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x520-64b-2t2c-features-iacl-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv4 3n-hsw-x520 features oacl +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x520-64b-1t1c-features-oacl-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-1t1c-features-oacl-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + 'OACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x520-64b-1t1c-features-oacl-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x520-64b-1t1c-features-oacl-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-1t1c-features-oacl-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + 'OACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x520-64b-1t1c-features-oacl-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x520-64b-2t2c-features-oacl-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-oacl-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + 'OACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x520-64b-2t2c-features-oacl-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x520-64b-2t2c-features-oacl-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-oacl-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + 'OACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x520-64b-2t2c-features-oacl-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv4 3n-hsw-x710 base and scale +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x710-64b-1t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x710-64b-1t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x710-64b-2t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x710-64b-2t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv4 3n-hsw-x710 features +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + ('NAT44' and 'BASE') or + ('ACL_STATELESS' and 'ACL10' and '10k_FLOWS')) and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "NAT44" + - "POLICE_MARK" + - "COPWHLIST" + - "IACL" + - "OACL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x710-64b-1t1c-features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + ('NAT44' and 'BASE') or + ('ACL_STATELESS' and 'ACL10' and '10k_FLOWS')) and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "NAT44" + - "POLICE_MARK" + - "COPWHLIST" + - "IACL" + - "OACL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x710-64b-1t1c-features-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + ('NAT44' and 'BASE') or + ('ACL_STATELESS' and 'ACL10' and '10k_FLOWS')) and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "NAT44" + - "POLICE_MARK" + - "COPWHLIST" + - "IACL" + - "OACL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x710-64b-2t2c-features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + ('NAT44' and 'BASE') or + ('ACL_STATELESS' and 'ACL10' and '10k_FLOWS')) and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "NAT44" + - "POLICE_MARK" + - "COPWHLIST" + - "IACL" + - "OACL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x710-64b-2t2c-features-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv4 3n-hsw-x710 features nat44 +- + type: "plot" + title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-nat44-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-nat44-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD' and + 'NAT44' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-skx-x710-64b-2t1c-features-nat44-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-nat44-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-nat44-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD' and + 'NAT44' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-skx-x710-64b-2t1c-features-nat44-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD' and + 'NAT44' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-nat44-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-nat44-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD' and + 'NAT44' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-skx-x710-64b-4t2c-features-nat44-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv4 3n-hsw-x710 features iacl +- + type: "plot" + title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-iacl-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-iacl-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD' and + 'IACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-skx-x710-64b-2t1c-features-iacl-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-iacl-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-iacl-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD' and + 'IACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-skx-x710-64b-2t1c-features-iacl-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD' and + 'IACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-iacl-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-iacl-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD' and + 'IACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-skx-x710-64b-4t2c-features-iacl-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv4 3n-hsw-x710 features oacl +- + type: "plot" + title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD' and + 'OACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-oacl-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-oacl-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD' and + 'OACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-skx-x710-64b-2t1c-features-oacl-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD' and + 'OACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-oacl-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-oacl-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD' and + 'OACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-skx-x710-64b-4t2c-features-oacl-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv4 3n-hsw-xl710 base and scale +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-xl710-64b-1t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-xl710-64b-1t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-xl710-64b-1t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-xl710-64b-2t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-xl710-64b-2t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-xl710-64b-2t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv4 3n-skx-x710 base and scale +- + type: "plot" + title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-skx-x710-64b-2t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '4T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-skx-x710-64b-4t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '4T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-skx-x710-64b-4t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv4 3n-skx-x710 features +- + type: "plot" + title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + ('NAT44' and 'BASE') or + ('ACL_STATELESS' and 'ACL10' and '10k_FLOWS')) and + 'NDRPDR' and + '2T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "NAT44" + - "POLICE_MARK" + - "COPWHLIST" + - "IACL" + - "OACL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-skx-x710-64b-2t1c-features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + ('NAT44' and 'BASE') or + ('ACL_STATELESS' and 'ACL10' and '10k_FLOWS')) and + 'NDRPDR' and + '2T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "NAT44" + - "POLICE_MARK" + - "COPWHLIST" + - "IACL" + - "OACL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-skx-x710-64b-2t1c-features-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + ('NAT44' and 'BASE') or + ('ACL_STATELESS' and 'ACL10' and '10k_FLOWS')) and + 'NDRPDR' and + '4T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "NAT44" + - "POLICE_MARK" + - "COPWHLIST" + - "IACL" + - "OACL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-skx-x710-64b-4t2c-features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + ('NAT44' and 'BASE') or + ('ACL_STATELESS' and 'ACL10' and '10k_FLOWS')) and + 'NDRPDR' and + '4T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "NAT44" + - "POLICE_MARK" + - "COPWHLIST" + - "IACL" + - "OACL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-skx-x710-64b-4t2c-features-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv4 3n-skx-x710 features nat44 +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-nat44-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-nat44-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + 'NAT44' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x710-64b-1t1c-features-nat44-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-nat44-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-nat44-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + 'NAT44' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x710-64b-1t1c-features-nat44-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-nat44-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-nat44-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + 'NAT44' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x710-64b-2t2c-features-nat44-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-nat44-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-nat44-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + 'NAT44' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x710-64b-2t2c-features-nat44-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv4 3n-skx-x710 features iacl +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-iacl-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-iacl-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + 'IACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x710-64b-1t1c-features-iacl-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-iacl-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-iacl-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + 'IACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x710-64b-1t1c-features-iacl-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + 'IACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-iacl-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + 'IACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x710-64b-2t2c-features-iacl-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv4 3n-skx-x710 features oacl +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + 'OACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-oacl-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-oacl-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + 'OACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x710-64b-1t1c-features-oacl-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + 'OACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-oacl-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + 'OACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-3n-hsw-x710-64b-2t2c-features-oacl-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv4 2n-skx-x710 base and scale +- + type: "plot" + title: "VPP Throughput: ip4-2n-skx-x710-64b-2t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-x710-64b-2t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-2n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-2n-skx-x710-64b-2t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-x710-64b-2t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-2n-skx-x710-64b-2t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '4T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-2n-skx-x710-64b-4t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-x710-64b-4t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '4T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-2n-skx-x710-64b-4t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv4 2n-skx-xxv710 base and scale +- + type: "plot" + title: "VPP Throughput: ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '4T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '4T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv4 2n-dnv-x553 base and scale +- + type: "plot" + title: "VPP Throughput: ip4-2n-dnv-x553-64b-1t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-dnv-x553-64b-1t1c-base-ndr" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '64B' and + 'IP4BASE' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-2n-dnv-x553-64b-1t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-2n-dnv-x553-64b-1t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-dnv-x553-64b-1t1c-base-pdr" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '64B' and + 'IP4BASE' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-2n-dnv-x553-64b-1t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-2n-dnv-x553-64b-2t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-dnv-x553-64b-2t2c-base-ndr" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '64B' and + 'IP4BASE' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-2n-dnv-x553-64b-2t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4-2n-dnv-x553-64b-2t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-dnv-x553-64b-2t2c-base-pdr" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '64B' and + 'IP4BASE' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4-2n-dnv-x553-64b-2t2c-base-pdr" + layout: "plot-throughput" + +################################################################################ + +# Packet Throughput - VPP IPv4 tunnels 3n-hsw-x520 base and scale +- + type: "plot" + title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '1T1C' and + 'VXLAN' and + 'L2BDMACLRN' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not DOT1Q" + - "VXLAN_1" + - "VXLAN_10" + - "VXLAN_100" + - "VXLAN_1000" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '1T1C' and + 'VXLAN' and + 'L2BDMACLRN' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not DOT1Q" + - "VXLAN_1" + - "VXLAN_10" + - "VXLAN_100" + - "VXLAN_1000" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '2T2C' and + 'VXLAN' and + 'L2BDMACLRN' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not DOT1Q" + - "VXLAN_1" + - "VXLAN_10" + - "VXLAN_100" + - "VXLAN_1000" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '2T2C' and + 'VXLAN' and + 'L2BDMACLRN' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not DOT1Q" + - "VXLAN_1" + - "VXLAN_10" + - "VXLAN_100" + - "VXLAN_1000" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv4 tunnels 3n-hsw-x520 - features +- + type: "plot" + title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-1t1c-base_and_features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-1t1c-base_and_features-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '1T1C' and + ('VXLAN' and ('L2BDMACLRN' or 'L2XCFWD') or 'LISP') and + not 'DOT1Q' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2BDMACLRN" + - "L2XCFWD" + - "LISP" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-2t2c-base_and_features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-2t2c-base_and_features-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '2T2C' and + ('VXLAN' and ('L2BDMACLRN' or 'L2XCFWD') or 'LISP') and + not 'DOT1Q' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2BDMACLRN" + - "L2XCFWD" + - "LISP" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4tun-3n-hsw-x520-64b-2t2c-base_and_features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-1t1c-base_and_features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-1t1c-base_and_features-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '1T1C' and + ('VXLAN' and ('L2BDMACLRN' or 'L2XCFWD') or 'LISP') and + not 'DOT1Q' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2BDMACLRN" + - "L2XCFWD" + - "LISP" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_features-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-2t2c-base_and_features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-2t2c-base_and_features-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '2T2C' and + ('VXLAN' and ('L2BDMACLRN' or 'L2XCFWD') or 'LISP') and + not 'DOT1Q' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2BDMACLRN" + - "L2XCFWD" + - "LISP" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4tun-3n-hsw-x520-64b-2t2c-base_and_features-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv4 tunnels 3n-hsw-x710 base and scale +- + type: "plot" + title: "VPP Throughput: ip4tun-3n-hsw-x710-64b-1t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x710-64b-1t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '1T1C' and + 'VXLAN' and + 'L2BDMACLRN' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not DOT1Q" + - "VXLAN_1" + - "VXLAN_10" + - "VXLAN_100" + - "VXLAN_1000" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4tun-3n-hsw-x710-64b-1t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4tun-3n-hsw-x710-64b-1t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x710-64b-1t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '1T1C' and + 'VXLAN' and + 'L2BDMACLRN' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not DOT1Q" + - "VXLAN_1" + - "VXLAN_10" + - "VXLAN_100" + - "VXLAN_1000" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4tun-3n-hsw-x710-64b-1t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4tun-3n-hsw-x710-64b-2t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x710-64b-2t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '2T2C' and + 'VXLAN' and + 'L2BDMACLRN' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not DOT1Q" + - "VXLAN_1" + - "VXLAN_10" + - "VXLAN_100" + - "VXLAN_1000" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4tun-3n-hsw-x710-64b-2t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4tun-3n-hsw-x710-64b-2t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x710-64b-2t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '2T2C' and + 'VXLAN' and + 'L2BDMACLRN' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not DOT1Q" + - "VXLAN_1" + - "VXLAN_10" + - "VXLAN_100" + - "VXLAN_1000" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4tun-3n-hsw-x710-64b-2t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv4 tunnels 3n-hsw-x710 - features +- + type: "plot" + title: "VPP Throughput: ip4tun-3n-hsw-x710-64b-1t1c-base_and_features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x710-64b-1t1c-base_and_features-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '1T1C' and + ('VXLAN' and ('L2BDMACLRN' or 'L2XCFWD') or 'LISP') and + not 'DOT1Q' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2BDMACLRN" + - "L2XCFWD" + - "LISP" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4tun-3n-hsw-x710-64b-1t1c-base_and_features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4tun-3n-hsw-x710-64b-2t2c-base_and_features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x710-64b-2t2c-base_and_features-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '2T2C' and + ('VXLAN' and ('L2BDMACLRN' or 'L2XCFWD') or 'LISP') and + not 'DOT1Q' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2BDMACLRN" + - "L2XCFWD" + - "LISP" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4tun-3n-hsw-x710-64b-2t2c-base_and_features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4tun-3n-hsw-x710-64b-1t1c-base_and_features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x710-64b-1t1c-base_and_features-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '1T1C' and + ('VXLAN' and ('L2BDMACLRN' or 'L2XCFWD') or 'LISP') and + not 'DOT1Q' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2BDMACLRN" + - "L2XCFWD" + - "LISP" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4tun-3n-hsw-x710-64b-1t1c-base_and_features-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4tun-3n-hsw-x710-64b-2t2c-base_and_features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x710-64b-2t2c-base_and_features-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '2T2C' and + ('VXLAN' and ('L2BDMACLRN' or 'L2XCFWD') or 'LISP') and + not 'DOT1Q' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2BDMACLRN" + - "L2XCFWD" + - "LISP" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4tun-3n-hsw-x710-64b-2t2c-base_and_features-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv4 tunnels 3n-skx-x710 base and scale +- + type: "plot" + title: "VPP Throughput: ip4tun-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '2T1C' and + 'VXLAN' and + 'L2BDMACLRN' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not DOT1Q" + - "VXLAN_1" + - "VXLAN_10" + - "VXLAN_100" + - "VXLAN_1000" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4tun-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4tun-3n-skx-x710-64b-2t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-skx-x710-64b-2t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '2T1C' and + 'VXLAN' and + 'L2BDMACLRN' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not DOT1Q" + - "VXLAN_1" + - "VXLAN_10" + - "VXLAN_100" + - "VXLAN_1000" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4tun-3n-skx-x710-64b-2t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4tun-3n-skx-x710-64b-4t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-skx-x710-64b-4t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '4T2C' and + 'VXLAN' and + 'L2BDMACLRN' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not DOT1Q" + - "VXLAN_1" + - "VXLAN_10" + - "VXLAN_100" + - "VXLAN_1000" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4tun-3n-skx-x710-64b-4t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4tun-3n-skx-x710-64b-4t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-skx-x710-64b-4t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '4T2C' and + 'VXLAN' and + 'L2BDMACLRN' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not DOT1Q" + - "VXLAN_1" + - "VXLAN_10" + - "VXLAN_100" + - "VXLAN_1000" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4tun-3n-skx-x710-64b-4t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv4 tunnels 3n-skx-x710 - features +- + type: "plot" + title: "VPP Throughput: ip4tun-3n-skx-x710-64b-2t1c-base_and_features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-skx-x710-64b-2t1c-base_and_features-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '2T1C' and + ('VXLAN' and ('L2BDMACLRN' or 'L2XCFWD') or 'LISP') and + not 'DOT1Q' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2BDMACLRN" + - "L2XCFWD" + - "LISP" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4tun-3n-skx-x710-64b-2t1c-base_and_features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4tun-3n-skx-x710-64b-4t2c-base_and_features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-skx-x710-64b-4t2c-base_and_features-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '4T2C' and + ('VXLAN' and ('L2BDMACLRN' or 'L2XCFWD') or 'LISP') and + not 'DOT1Q' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2BDMACLRN" + - "L2XCFWD" + - "LISP" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4tun-3n-skx-x710-64b-4t2c-base_and_features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4tun-3n-skx-x710-64b-2t1c-base_and_features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-skx-x710-64b-2t1c-base_and_features-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '2T1C' and + ('VXLAN' and ('L2BDMACLRN' or 'L2XCFWD') or 'LISP') and + not 'DOT1Q' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2BDMACLRN" + - "L2XCFWD" + - "LISP" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4tun-3n-skx-x710-64b-2t1c-base_and_features-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip4tun-3n-skx-x710-64b-4t2c-base_and_features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-skx-x710-64b-4t2c-base_and_features-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '4T2C' and + ('VXLAN' and ('L2BDMACLRN' or 'L2XCFWD') or 'LISP') and + not 'DOT1Q' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2BDMACLRN" + - "L2XCFWD" + - "LISP" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip4tun-3n-skx-x710-64b-4t2c-base_and_features-pdr" + layout: "plot-throughput" + +################################################################################ + +# Packet Throughput - VPP IPv6 3n-hsw-x520 +- + type: "plot" + title: "VPP Throughput: ip6-3n-hsw-x520-78b-1t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x520-78b-1t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '1T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-hsw-x520-78b-1t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-3n-hsw-x520-78b-1t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x520-78b-1t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '1T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-hsw-x520-78b-1t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-3n-hsw-x520-78b-2t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x520-78b-2t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-hsw-x520-78b-2t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-3n-hsw-x520-78b-2t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x520-78b-2t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-hsw-x520-78b-2t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv6 3n-hsw-x520 - features +- + type: "plot" + title: "VPP Throughput: ip6-3n-hsw-x520-78b-1t1c-base_and_features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x520-78b-1t1c-base_and_features-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + ('IP6BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + 'IACLDST') and + 'NDRPDR' and + '1T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "POLICE_MARK" + - "COPWHLIST" + - "IACLDST" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-hsw-x520-78b-1t1c-base_and_features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-3n-hsw-x520-78b-2t2c-base_and_features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x520-78b-2t2c-base_and_features-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + ('IP6BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + 'IACLDST') and + 'NDRPDR' and + '2T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "POLICE_MARK" + - "COPWHLIST" + - "IACLDST" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-hsw-x520-78b-2t2c-base_and_features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-3n-hsw-x520-78b-1t1c-base_and_features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x520-78b-1t1c-base_and_features-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + ('IP6BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + 'IACLDST') and + 'NDRPDR' and + '1T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "POLICE_MARK" + - "COPWHLIST" + - "IACLDST" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-hsw-x520-78b-1t1c-base_and_features-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-3n-hsw-x520-78b-2t2c-base_and_features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x520-78b-2t2c-base_and_features-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + ('IP6BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + 'IACLDST') and + 'NDRPDR' and + '2T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "POLICE_MARK" + - "COPWHLIST" + - "IACLDST" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-hsw-x520-78b-2t2c-base_and_features-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv6 3n-hsw-x710 +- + type: "plot" + title: "VPP Throughput: ip6-3n-hsw-x710-78b-1t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x710-78b-1t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '1T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-hsw-x710-78b-1t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-3n-hsw-x710-78b-1t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x710-78b-1t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '1T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-hsw-x710-78b-1t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-3n-hsw-x710-78b-2t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x710-78b-2t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-hsw-x710-78b-2t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-3n-hsw-x710-78b-2t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x710-78b-2t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-hsw-x710-78b-2t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv6 3n-hsw-x710 - features +- + type: "plot" + title: "VPP Throughput: ip6-3n-hsw-x710-78b-1t1c-base_and_features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x710-78b-1t1c-base_and_features-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + 'IACLDST') and + 'NDRPDR' and + '1T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "POLICE_MARK" + - "COPWHLIST" + - "IACLDST" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-hsw-x710-78b-1t1c-base_and_features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-3n-hsw-x710-78b-2t2c-base_and_features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x710-78b-2t2c-base_and_features-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + 'IACLDST') and + 'NDRPDR' and + '2T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "POLICE_MARK" + - "COPWHLIST" + - "IACLDST" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-hsw-x710-78b-2t2c-base_and_features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-3n-hsw-x710-78b-1t1c-base_and_features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x710-78b-1t1c-base_and_features-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + 'IACLDST') and + 'NDRPDR' and + '1T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "POLICE_MARK" + - "COPWHLIST" + - "IACLDST" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-hsw-x710-78b-1t1c-base_and_features-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-3n-hsw-x710-78b-2t2c-base_and_features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x710-78b-2t2c-base_and_features-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + 'IACLDST') and + 'NDRPDR' and + '2T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "POLICE_MARK" + - "COPWHLIST" + - "IACLDST" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-hsw-x710-78b-2t2c-base_and_features-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv6 3n-hsw-xl710 +- + type: "plot" + title: "VPP Throughput: ip6-3n-hsw-xl710-78b-1t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-xl710-78b-1t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '1T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-hsw-xl710-78b-1t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-3n-hsw-xl710-78b-1t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-xl710-78b-1t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '1T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-hsw-xl710-78b-1t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-3n-hsw-xl710-78b-2t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-xl710-78b-2t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-hsw-xl710-78b-2t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-3n-hsw-xl710-78b-2t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-xl710-78b-2t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-hsw-xl710-78b-2t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv6 3n-skx-x710 +- + type: "plot" + title: "VPP Throughput: ip6-3n-skx-x710-78b-2t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-2t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-skx-x710-78b-2t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-3n-skx-x710-78b-2t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-2t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-skx-x710-78b-2t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-3n-skx-x710-78b-4t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-4t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '4T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-skx-x710-78b-4t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-3n-skx-x710-78b-4t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-4t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '4T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-skx-x710-78b-4t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv6 3n-skx-x710 - features +- + type: "plot" + title: "VPP Throughput: ip6-3n-skx-x710-78b-2t1c-base_and_features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-2t1c-base_and_features-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + 'IACLDST') and + 'NDRPDR' and + '2T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "POLICE_MARK" + - "COPWHLIST" + - "IACLDST" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-skx-x710-78b-2t1c-base_and_features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-3n-skx-x710-78b-4t2c-base_and_features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-4t2c-base_and_features-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + 'IACLDST') and + 'NDRPDR' and + '4T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "POLICE_MARK" + - "COPWHLIST" + - "IACLDST" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-skx-x710-78b-4t2c-base_and_features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-3n-skx-x710-78b-2t1c-base_and_features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-2t1c-base_and_features-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + 'IACLDST') and + 'NDRPDR' and + '2T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "POLICE_MARK" + - "COPWHLIST" + - "IACLDST" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-skx-x710-78b-2t1c-base_and_features-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-3n-skx-x710-78b-4t2c-base_and_features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-4t2c-base_and_features-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + 'IACLDST') and + 'NDRPDR' and + '4T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "POLICE_MARK" + - "COPWHLIST" + - "IACLDST" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-3n-skx-x710-78b-4t2c-base_and_features-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv6 2n-skx-x710 +- + type: "plot" + title: "VPP Throughput: ip6-2n-skx-x710-78b-2t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-skx-x710-78b-2t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-2n-skx-x710-78b-2t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-2n-skx-x710-78b-2t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-skx-x710-78b-2t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-2n-skx-x710-78b-2t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-2n-skx-x710-78b-4t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-skx-x710-78b-4t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '4T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-2n-skx-x710-78b-4t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-2n-skx-x710-78b-4t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-skx-x710-78b-4t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '4T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-2n-skx-x710-78b-4t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv6 2n-skx-xxv710 +- + type: "plot" + title: "VPP Throughput: ip6-2n-skx-xxv710-78b-2t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-skx-xxv710-78b-2t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-2n-skx-xxv710-78b-2t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-2n-skx-xxv710-78b-2t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-skx-xxv710-78b-2t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-2n-skx-xxv710-78b-2t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-2n-skx-xxv710-78b-4t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-skx-xxv710-78b-4t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '4T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-2n-skx-xxv710-78b-4t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-2n-skx-xxv710-78b-4t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-skx-xxv710-78b-4t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '4T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-2n-skx-xxv710-78b-4t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPv6 2n-dnv-x553 base +- + type: "plot" + title: "VPP Throughput: ip6-2n-dnv-x553-78b-1t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-dnv-x553-78b-1t1c-base-ndr" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '78B' and + 'IP6BASE' and + 'NDRPDR' and + '1T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-2n-dnv-x553-78b-1t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-2n-dnv-x553-78b-1t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-dnv-x553-78b-1t1c-base-pdr" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '78B' and + 'IP6BASE' and + 'NDRPDR' and + '1T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-2n-dnv-x553-78b-1t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-2n-dnv-x553-78b-2t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-dnv-x553-78b-2t2c-base-ndr" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '78B' and + 'IP6BASE' and + 'NDRPDR' and + '2T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-2n-dnv-x553-78b-2t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6-2n-dnv-x553-78b-2t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-dnv-x553-78b-2t2c-base-pdr" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '78B' and + 'IP6BASE' and + 'NDRPDR' and + '2T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6-2n-dnv-x553-78b-2t2c-base-pdr" + layout: "plot-throughput" + +################################################################################ + +# Packet Throughput - VPP IPv6 tunnels 3n-hsw-x520 +- + type: "plot" + title: "VPP Throughput: ip6tun-3n-hsw-x520-78b-1t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6tun-3n-hsw-x520-78b-1t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + 'ENCAP' and + 'NDRPDR' and + '1T1C' and + 'LISP' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4UNRLAY" + - "IP6UNRLAY" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6tun-3n-hsw-x520-78b-1t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6tun-3n-hsw-x520-78b-1t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6tun-3n-hsw-x520-78b-1t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + 'ENCAP' and + 'NDRPDR' and + '1T1C' and + 'LISP' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4UNRLAY" + - "IP6UNRLAY" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6tun-3n-hsw-x520-78b-1t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6tun-3n-hsw-x520-78b-2t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6tun-3n-hsw-x520-78b-2t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + 'ENCAP' and + 'NDRPDR' and + '2T2C' and + 'LISP' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4UNRLAY" + - "IP6UNRLAY" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6tun-3n-hsw-x520-78b-2t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ip6tun-3n-hsw-x520-78b-2t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6tun-3n-hsw-x520-78b-2t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + 'ENCAP' and + 'NDRPDR' and + '2T2C' and + 'LISP' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4UNRLAY" + - "IP6UNRLAY" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ip6tun-3n-hsw-x520-78b-2t2c-base_and_scale-pdr" + layout: "plot-throughput" + +################################################################################ + +# Packet Throughput - VPP IPSec 3n-hsw-xl710 base +- + type: "plot" + title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-1t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-base-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'BASE' and + '1T1C' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ipsec-3n-hsw-xl710-64b-1t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-1t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-base-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'BASE' and + '1T1C' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ipsec-3n-hsw-xl710-64b-1t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-2t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-base-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'BASE' and + '2T2C' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ipsec-3n-hsw-xl710-64b-2t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-2t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-base-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'BASE' and + '2T2C' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ipsec-3n-hsw-xl710-64b-2t2c-base-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPSec 3n-hsw-xl710 scale +- + type: "plot" + title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-1t1c-scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'SCALE' and + '1T1C' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ipsec-3n-hsw-xl710-64b-1t1c-scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-1t1c-scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'SCALE' and + '1T1C' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ipsec-3n-hsw-xl710-64b-1t1c-scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-2t2c-scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'SCALE' and + '2T2C' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ipsec-3n-hsw-xl710-64b-2t2c-scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-2t2c-scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'SCALE' and + '2T2C' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ipsec-3n-hsw-xl710-64b-2t2c-scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP IPSec 3n-hsw-xl710 SW +- + type: "plot" + title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-1t1c-sw-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-sw-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + '1T1C' and + 'IPSECSW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ipsec-3n-hsw-xl710-64b-1t1c-sw-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-1t1c-sw-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-sw-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + '1T1C' and + 'IPSECSW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ipsec-3n-hsw-xl710-64b-1t1c-sw-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-2t2c-sw-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-sw-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + '2T2C' and + 'IPSECSW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ipsec-3n-hsw-xl710-64b-2t2c-sw-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: ipsec-3n-hsw-xl710-64b-2t2c-sw-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-sw-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + '2T2C' and + 'IPSECSW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "ipsec-3n-hsw-xl710-64b-2t2c-sw-pdr" + layout: "plot-throughput" + +################################################################################ + +# Packet Throughput - VPP SRv6 3n-hsw-x520 +- + type: "plot" + title: "VPP Throughput: srv6-3n-hsw-x520-78b-1t1c-features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/srv6-3n-hsw-x520-78b-1t1c-features-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + 'FEATURE' and + 'NDRPDR' and + '1T1C' and + 'IP6FWD' and + 'SRv6'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "srv6-3n-hsw-x520-78b-1t1c-features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: srv6-3n-hsw-x520-78b-1t1c-features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/srv6-3n-hsw-x520-78b-1t1c-features-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + 'FEATURE' and + 'NDRPDR' and + '1T1C' and + 'IP6FWD' and + 'SRv6'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "srv6-3n-hsw-x520-78b-1t1c-features-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: srv6-3n-hsw-x520-78b-2t2c-features-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/srv6-3n-hsw-x520-78b-2t2c-features-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + 'FEATURE' and + 'NDRPDR' and + '2T2C' and + 'IP6FWD' and + 'SRv6'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "srv6-3n-hsw-x520-78b-2t2c-features-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: srv6-3n-hsw-x520-78b-2t2c-features-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/srv6-3n-hsw-x520-78b-2t2c-features-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + 'FEATURE' and + 'NDRPDR' and + '2T2C' and + 'IP6FWD' and + 'SRv6'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "srv6-3n-hsw-x520-78b-2t2c-features-pdr" + layout: "plot-throughput" + +################################################################################ + +# Packet Throughput - VPP vhost ip4 3n-hsw-x520 +- + type: "plot" + title: "VPP Throughput: vhost-ip4-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '1T1C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-ip4-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-ip4-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '2T2C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-ip4-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-ip4-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '1T1C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-ip4-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-ip4-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '2T2C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-ip4-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP vhost l2sw 3n-hsw-x520 +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '1T1C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T2C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '1T1C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T2C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP vhost l2sw 3n-hsw-x520 - base +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-x520-64b-1t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x520-64b-1t1c-base-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '1T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-x520-64b-1t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-x520-64b-1t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x520-64b-1t1c-base-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '1T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-x520-64b-1t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-x520-64b-2t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x520-64b-2t2c-base-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '2T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-x520-64b-2t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-x520-64b-2t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x520-64b-2t2c-base-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '2T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-x520-64b-2t2c-base-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP vhost l2sw 3n-hsw-x520 - base vm +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-x520-64b-1t1c-base-vm-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x520-64b-1t1c-base-vm-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '1T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD' and + not 'LBOND'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-x520-64b-1t1c-base-vm-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-x520-64b-1t1c-base-vm-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x520-64b-1t1c-base-vm-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '1T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD' and + not 'LBOND'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-x520-64b-1t1c-base-vm-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-x520-64b-2t2c-base-vm-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x520-64b-2t2c-base-vm-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD' and + not 'LBOND'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-x520-64b-2t2c-base-vm-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-x520-64b-2t2c-base-vm-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x520-64b-2t2c-base-vm-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD' and + not 'LBOND'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-x520-64b-2t2c-base-vm-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP vhost ip4 3n-hsw-x710 +- + type: "plot" + title: "VPP Throughput: vhost-ip4-3n-hsw-x710-64b-1t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-x710-64b-1t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '1T1C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-ip4-3n-hsw-x710-64b-1t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-ip4-3n-hsw-x710-64b-2t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-x710-64b-2t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '2T2C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-ip4-3n-hsw-x710-64b-2t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-ip4-3n-hsw-x710-64b-1t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-x710-64b-1t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '1T1C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-ip4-3n-hsw-x710-64b-1t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-ip4-3n-hsw-x710-64b-2t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-x710-64b-2t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '2T2C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-ip4-3n-hsw-x710-64b-2t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP vhost l2sw 3n-hsw-x710 +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-x710-64b-1t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x710-64b-1t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '1T1C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-x710-64b-1t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-x710-64b-2t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x710-64b-2t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T2C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-x710-64b-2t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-x710-64b-1t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x710-64b-1t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '1T1C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-x710-64b-1t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-x710-64b-2t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x710-64b-2t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T2C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-x710-64b-2t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP vhost l2sw 3n-hsw-x710 - base +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-x710-64b-1t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x710-64b-1t1c-base-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '1T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-x710-64b-1t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-x710-64b-1t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x710-64b-1t1c-base-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '1T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-x710-64b-1t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-x710-64b-2t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x710-64b-2t2c-base-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '2T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-x710-64b-2t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-x710-64b-2t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x710-64b-2t2c-base-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '2T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-x710-64b-2t2c-base-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP vhost l2sw 3n-hsw-x710 - base vm +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-x710-64b-1t1c-base-vm-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x710-64b-1t1c-base-vm-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '1T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD' and + not 'LBOND'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-x710-64b-1t1c-base-vm-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-x710-64b-1t1c-base-vm-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x710-64b-1t1c-base-vm-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '1T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD' and + not 'LBOND'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-x710-64b-1t1c-base-vm-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-x710-64b-2t2c-base-vm-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x710-64b-2t2c-base-vm-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD' and + not 'LBOND'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-x710-64b-2t2c-base-vm-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-x710-64b-2t2c-base-vm-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x710-64b-2t2c-base-vm-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD' and + not 'LBOND'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-x710-64b-2t2c-base-vm-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP vhost ip4 3n-hsw-xl710 +- + type: "plot" + title: "VPP Throughput: vhost-ip4-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '1T1C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-ip4-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-ip4-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '2T2C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-ip4-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-ip4-3n-hsw-xl710-64b-1t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-xl710-64b-1t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '1T1C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-ip4-3n-hsw-xl710-64b-1t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-ip4-3n-hsw-xl710-64b-2t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-xl710-64b-2t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '2T2C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-ip4-3n-hsw-xl710-64b-2t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP vhost l2sw 3n-hsw-xl710 +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '1T1C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T2C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-xl710-64b-1t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-xl710-64b-1t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '1T1C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-xl710-64b-1t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-xl710-64b-2t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-xl710-64b-2t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T2C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-xl710-64b-2t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP vhost l2sw 3n-hsw-xl710 - base +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-xl710-64b-1t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-xl710-64b-1t1c-base-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '1T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-xl710-64b-1t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-xl710-64b-1t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-xl710-64b-1t1c-base-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '1T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-xl710-64b-1t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-xl710-64b-2t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-xl710-64b-2t2c-base-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '2T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-xl710-64b-2t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-xl710-64b-2t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-xl710-64b-2t2c-base-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '2T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-xl710-64b-2t2c-base-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP vhost l2sw 3n-hsw-xl710 - base vm +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-xl710-64b-1t1c-base-vm-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-xl710-64b-1t1c-base-vm-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '1T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-xl710-64b-1t1c-base-vm-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-xl710-64b-1t1c-base-vm-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-xl710-64b-1t1c-base-vm-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '1T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-xl710-64b-1t1c-base-vm-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-xl710-64b-2t2c-base-vm-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-xl710-64b-2t2c-base-vm-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-xl710-64b-2t2c-base-vm-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-hsw-xl710-64b-2t2c-base-vm-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-xl710-64b-2t2c-base-vm-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-hsw-xl710-64b-2t2c-base-vm-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP vhost ip4 3n-skx-x710 +- + type: "plot" + title: "VPP Throughput: vhost-ip4-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '2T1C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-ip4-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-ip4-3n-skx-x710-64b-4t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-skx-x710-64b-4t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '4T2C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-ip4-3n-skx-x710-64b-4t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-ip4-3n-skx-x710-64b-2t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-skx-x710-64b-2t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '2T1C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-ip4-3n-skx-x710-64b-2t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-ip4-3n-skx-x710-64b-4t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-skx-x710-64b-4t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '4T2C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-ip4-3n-skx-x710-64b-4t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP vhost l2sw 3n-skx-x710 +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T1C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-skx-x710-64b-4t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-skx-x710-64b-4t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '4T2C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-skx-x710-64b-4t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-skx-x710-64b-2t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-skx-x710-64b-2t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T1C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-skx-x710-64b-2t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-skx-x710-64b-4t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-skx-x710-64b-4t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '4T2C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-skx-x710-64b-4t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP vhost l2sw 3n-skx-x710 - base +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-skx-x710-64b-2t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-skx-x710-64b-2t1c-base-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '2T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM' and + not 'LBOND'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-skx-x710-64b-2t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-skx-x710-64b-2t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-skx-x710-64b-2t1c-base-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '2T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM' and + not 'LBOND'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-skx-x710-64b-2t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-skx-x710-64b-4t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-skx-x710-64b-4t2c-base-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '4T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM' and + not 'LBOND'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-skx-x710-64b-4t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-skx-x710-64b-4t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-skx-x710-64b-4t2c-base-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '4T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM' and + not 'LBOND'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-skx-x710-64b-4t2c-base-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP vhost l2sw 3n-skx-x710 - base vm +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-skx-x710-64b-2t1c-base-vm-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-skx-x710-64b-2t1c-base-vm-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD' and + not 'LBOND'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-skx-x710-64b-2t1c-base-vm-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-skx-x710-64b-2t1c-base-vm-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-skx-x710-64b-2t1c-base-vm-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD' and + not 'LBOND'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-skx-x710-64b-2t1c-base-vm-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-skx-x710-64b-4t2c-base-vm-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-skx-x710-64b-4t2c-base-vm-ndr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '4T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD' and + not 'LBOND'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-skx-x710-64b-4t2c-base-vm-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-3n-skx-x710-64b-4t2c-base-vm-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-skx-x710-64b-4t2c-base-vm-pdr" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '4T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD' and + not 'LBOND'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-3n-skx-x710-64b-4t2c-base-vm-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP vhost ip4 2n-skx-x710 +- + type: "plot" + title: "VPP Throughput: vhost-ip4-2n-skx-x710-64b-2t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-2n-skx-x710-64b-2t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '2T1C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-ip4-2n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-ip4-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '4T2C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-ip4-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-ip4-2n-skx-x710-64b-2t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-2n-skx-x710-64b-2t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '2T1C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-ip4-2n-skx-x710-64b-2t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-ip4-2n-skx-x710-64b-4t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-2n-skx-x710-64b-4t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '4T2C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-ip4-2n-skx-x710-64b-4t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP vhost l2sw 2n-skx-x710 +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-2n-skx-x710-64b-2t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-x710-64b-2t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T1C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-2n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '4T2C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-2n-skx-x710-64b-2t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-x710-64b-2t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T1C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-2n-skx-x710-64b-2t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-2n-skx-x710-64b-4t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-x710-64b-4t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '4T2C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-2n-skx-x710-64b-4t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP vhost l2sw 2n-skx-x710 - base +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-2n-skx-x710-64b-2t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-x710-64b-2t1c-base-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '2T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-2n-skx-x710-64b-2t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-2n-skx-x710-64b-2t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-x710-64b-2t1c-base-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '2T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-2n-skx-x710-64b-2t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-2n-skx-x710-64b-4t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-x710-64b-4t2c-base-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '4T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-2n-skx-x710-64b-4t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-2n-skx-x710-64b-4t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-x710-64b-4t2c-base-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '4T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-2n-skx-x710-64b-4t2c-base-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP vhost l2sw 2n-skx-x710 - base vm +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-2n-skx-x710-64b-2t1c-base-vm-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-x710-64b-2t1c-base-vm-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-2n-skx-x710-64b-2t1c-base-vm-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-2n-skx-x710-64b-2t1c-base-vm-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-x710-64b-2t1c-base-vm-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-2n-skx-x710-64b-2t1c-base-vm-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-2n-skx-x710-64b-4t2c-base-vm-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-x710-64b-4t2c-base-vm-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '4T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-2n-skx-x710-64b-4t2c-base-vm-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-2n-skx-x710-64b-4t2c-base-vm-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-x710-64b-4t2c-base-vm-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '4T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-2n-skx-x710-64b-4t2c-base-vm-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP vhost ip4 2n-skx-xxv710 +- + type: "plot" + title: "VPP Throughput: vhost-ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '2T1C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '4T2C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '2T1C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '4T2C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP vhost l2sw 2n-skx-xxv710 +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T1C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '4T2C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-2n-skx-xxv710-64b-2t1c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-xxv710-64b-2t1c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T1C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-2n-skx-xxv710-64b-2t1c-base_and_scale-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '4T2C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-2n-skx-xxv710-64b-4t2c-base_and_scale-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP vhost l2sw 2n-skx-xxv710 - base +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-2n-skx-xxv710-64b-2t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-xxv710-64b-2t1c-base-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '2T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-2n-skx-xxv710-64b-2t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-2n-skx-xxv710-64b-2t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-xxv710-64b-2t1c-base-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '2T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-2n-skx-xxv710-64b-2t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-2n-skx-xxv710-64b-4t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-xxv710-64b-4t2c-base-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '4T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-2n-skx-xxv710-64b-4t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-2n-skx-xxv710-64b-4t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-xxv710-64b-4t2c-base-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '4T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-2n-skx-xxv710-64b-4t2c-base-pdr" + layout: "plot-throughput" + +# Packet Throughput - VPP vhost l2sw 2n-skx-xxv710 - base vm +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-2n-skx-xxv710-64b-2t1c-base-vm-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-xxv710-64b-2t1c-base-vm-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-2n-skx-xxv710-64b-2t1c-base-vm-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-2n-skx-xxv710-64b-2t1c-base-vm-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-xxv710-64b-2t1c-base-vm-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-2n-skx-xxv710-64b-2t1c-base-vm-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-2n-skx-xxv710-64b-4t2c-base-vm-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-xxv710-64b-4t2c-base-vm-ndr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '4T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-2n-skx-xxv710-64b-4t2c-base-vm-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vhost-l2sw-2n-skx-xxv710-64b-4t2c-base-vm-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-xxv710-64b-4t2c-base-vm-pdr" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '4T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vhost-l2sw-2n-skx-xxv710-64b-4t2c-base-vm-pdr" + layout: "plot-throughput" + +################################################################################ + +# Packet Throughput - VPP VTS 3n-hsw-x520 +- + type: "plot" + title: "VPP Throughput: vts-3n-hsw-x520-114b-1t1c-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vts-3n-hsw-x520-114b-1t1c-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '114B' and + 'NDRPDR' and + '1T1C' and + 'VTS'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vts-3n-hsw-x520-114b-1t1c-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vts-3n-hsw-x520-114b-2t2c-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vts-3n-hsw-x520-114b-2t2c-ndr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '114B' and + 'NDRPDR' and + '2T2C' and + 'VTS'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vts-3n-hsw-x520-114b-2t2c-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vts-3n-hsw-x520-114b-1t1c-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vts-3n-hsw-x520-114b-1t1c-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '114B' and + 'NDRPDR' and + '1T1C' and + 'VTS'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vts-3n-hsw-x520-114b-1t1c-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "VPP Throughput: vts-3n-hsw-x520-114b-2t2c-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vts-3n-hsw-x520-114b-2t2c-pdr" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '114B' and + 'NDRPDR' and + '2T2C' and + 'VTS'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "vts-3n-hsw-x520-114b-2t2c-pdr" + layout: "plot-throughput" + +################################################################################ + +# Packet Throughput - DPDK l3fwd 3n-hsw-x520 +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-hsw-x520-64b-1t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x520-64b-1t1c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-hsw-x520-64b-1t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-hsw-x520-64b-2t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x520-64b-2t2c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-hsw-x520-64b-2t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-hsw-x520-64b-1t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x520-64b-1t1c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-hsw-x520-64b-1t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-hsw-x520-64b-2t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x520-64b-2t2c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-hsw-x520-64b-2t2c-base-pdr" + layout: "plot-throughput" + +# Packet Throughput - DPDK l3fwd 3n-hsw-x710 +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-hsw-x710-64b-1t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x710-64b-1t1c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-hsw-x710-64b-1t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-hsw-x710-64b-2t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x710-64b-2t2c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-hsw-x710-64b-2t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-hsw-x710-64b-1t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x710-64b-1t1c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-hsw-x710-64b-1t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-hsw-x710-64b-2t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x710-64b-2t2c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-hsw-x710-64b-2t2c-base-pdr" + layout: "plot-throughput" + +# Packet Throughput - DPDK l3fwd 3n-hsw-xl710 +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-hsw-xl710-64b-1t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-xl710-64b-1t1c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-hsw-xl710-64b-1t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-hsw-xl710-64b-2t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-xl710-64b-2t2c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-hsw-xl710-64b-2t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-hsw-xl710-64b-1t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-xl710-64b-1t1c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-hsw-xl710-64b-1t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-hsw-xl710-64b-2t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-xl710-64b-2t2c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-hsw-xl710-64b-2t2c-base-pdr" + layout: "plot-throughput" + +# Packet Throughput - DPDK l3fwd 3n-skx-x710 +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-skx-x710-64b-2t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-x710-64b-2t1c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-skx-x710-64b-2t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-skx-x710-64b-4t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-x710-64b-4t2c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-skx-x710-64b-4t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-skx-x710-64b-2t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-x710-64b-2t1c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-skx-x710-64b-2t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-skx-x710-64b-4t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-x710-64b-4t2c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-skx-x710-64b-4t2c-base-pdr" + layout: "plot-throughput" + +# Packet Throughput - DPDK l3fwd 3n-skx-xxv710 +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-skx-xxv710-64b-2t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-xxv710-64b-2t1c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-skx-xxv710-64b-2t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-skx-xxv710-64b-4t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-xxv710-64b-4t2c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-skx-xxv710-64b-4t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-skx-xxv710-64b-2t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-xxv710-64b-2t1c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-skx-xxv710-64b-2t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: l3fwd-3n-skx-xxv710-64b-4t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-xxv710-64b-4t2c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-3n-skx-xxv710-64b-4t2c-base-pdr" + layout: "plot-throughput" + +# Packet Throughput - DPDK l3fwd 2n-skx-x710 +- + type: "plot" + title: "DPDK Throughput: l3fwd-2n-skx-x710-64b-2t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-x710-64b-2t1c-base-ndr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-2n-skx-x710-64b-2t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: l3fwd-2n-skx-x710-64b-4t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-x710-64b-4t2c-base-ndr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-2n-skx-x710-64b-4t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: l3fwd-2n-skx-x710-64b-2t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-x710-64b-2t1c-base-pdr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-2n-skx-x710-64b-2t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: l3fwd-2n-skx-x710-64b-4t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-x710-64b-4t2c-base-pdr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-2n-skx-x710-64b-4t2c-base-pdr" + layout: "plot-throughput" + +# Packet Throughput - DPDK l3fwd 2n-skx-xxv710 +- + type: "plot" + title: "DPDK Throughput: l3fwd-2n-skx-xxv710-64b-2t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-xxv710-64b-2t1c-base-ndr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-2n-skx-xxv710-64b-2t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: l3fwd-2n-skx-xxv710-64b-4t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-xxv710-64b-4t2c-base-ndr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-2n-skx-xxv710-64b-4t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: l3fwd-2n-skx-xxv710-64b-2t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-xxv710-64b-2t1c-base-pdr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-2n-skx-xxv710-64b-2t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: l3fwd-2n-skx-xxv710-64b-4t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-xxv710-64b-4t2c-base-pdr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "l3fwd-2n-skx-xxv710-64b-4t2c-base-pdr" + layout: "plot-throughput" + +################################################################################ + +# Packet Throughput - DPDK testpmd 3n-hsw-x520 +- + type: "plot" + title: "DPDK Throughput: testpmd-3n-hsw-x520-64b-1t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x520-64b-1t1c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-3n-hsw-x520-64b-1t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: testpmd-3n-hsw-x520-64b-2t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x520-64b-2t2c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-3n-hsw-x520-64b-2t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: testpmd-3n-hsw-x520-64b-1t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x520-64b-1t1c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-3n-hsw-x520-64b-1t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: testpmd-3n-hsw-x520-64b-2t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x520-64b-2t2c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-3n-hsw-x520-64b-2t2c-base-pdr" + layout: "plot-throughput" + +# Packet Throughput - DPDK testpmd 3n-hsw-x710 +- + type: "plot" + title: "DPDK Throughput: testpmd-3n-hsw-x710-64b-1t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x710-64b-1t1c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-3n-hsw-x710-64b-1t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: testpmd-3n-hsw-x710-64b-2t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x710-64b-2t2c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-3n-hsw-x710-64b-2t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: testpmd-3n-hsw-x710-64b-1t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x710-64b-1t1c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-3n-hsw-x710-64b-1t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: testpmd-3n-hsw-x710-64b-2t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x710-64b-2t2c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-3n-hsw-x710-64b-2t2c-base-pdr" + layout: "plot-throughput" + +# Packet Throughput - DPDK testpmd 3n-hsw-xl710 +- + type: "plot" + title: "DPDK Throughput: testpmd-3n-hsw-xl710-64b-1t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-xl710-64b-1t1c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-3n-hsw-xl710-64b-1t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: testpmd-3n-hsw-xl710-64b-2t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-xl710-64b-2t2c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-3n-hsw-xl710-64b-2t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: testpmd-3n-hsw-xl710-64b-1t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-xl710-64b-1t1c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-3n-hsw-xl710-64b-1t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: testpmd-3n-hsw-xl710-64b-2t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-xl710-64b-2t2c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-3n-hsw-xl710-64b-2t2c-base-pdr" + layout: "plot-throughput" + +# Packet Throughput - DPDK testpmd 3n-skx-x710 +- + type: "plot" + title: "DPDK Throughput: testpmd-3n-skx-x710-64b-2t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-x710-64b-2t1c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-3n-skx-x710-64b-2t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: testpmd-3n-skx-x710-64b-4t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-x710-64b-4t2c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-3n-skx-x710-64b-4t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: testpmd-3n-skx-x710-64b-2t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-x710-64b-2t1c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-3n-skx-x710-64b-2t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: testpmd-3n-skx-x710-64b-4t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-x710-64b-4t2c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-3n-skx-x710-64b-4t2c-base-pdr" + layout: "plot-throughput" + +# Packet Throughput - DPDK testpmd 3n-skx-xxv710 +- + type: "plot" + title: "DPDK Throughput: testpmd-3n-skx-xxv710-64b-2t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-xxv710-64b-2t1c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-3n-skx-xxv710-64b-2t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: testpmd-3n-skx-xxv710-64b-4t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-xxv710-64b-4t2c-base-ndr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-3n-skx-xxv710-64b-4t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: testpmd-3n-skx-xxv710-64b-2t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-xxv710-64b-2t1c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-3n-skx-xxv710-64b-2t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: testpmd-3n-skx-xxv710-64b-4t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-xxv710-64b-4t2c-base-pdr" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-3n-skx-xxv710-64b-4t2c-base-pdr" + layout: "plot-throughput" + +# Packet Throughput - DPDK testpmd 2n-skx-x710 +- + type: "plot" + title: "DPDK Throughput: testpmd-2n-skx-x710-64b-2t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-x710-64b-2t1c-base-ndr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-2n-skx-x710-64b-2t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: testpmd-2n-skx-x710-64b-4t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-x710-64b-4t2c-base-ndr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-2n-skx-x710-64b-4t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: testpmd-2n-skx-x710-64b-2t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-x710-64b-2t1c-base-pdr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-2n-skx-x710-64b-2t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: testpmd-2n-skx-x710-64b-4t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-x710-64b-4t2c-base-pdr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-2n-skx-x710-64b-4t2c-base-pdr" + layout: "plot-throughput" + +# Packet Throughput - DPDK testpmd 2n-skx-xxv710 +- + type: "plot" + title: "DPDK Throughput: testpmd-2n-skx-xxv710-64b-2t1c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-xxv710-64b-2t1c-base-ndr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-2n-skx-xxv710-64b-2t1c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: testpmd-2n-skx-xxv710-64b-4t2c-base-ndr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-xxv710-64b-4t2c-base-ndr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-2n-skx-xxv710-64b-4t2c-base-ndr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: testpmd-2n-skx-xxv710-64b-2t1c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-xxv710-64b-2t1c-base-pdr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-2n-skx-xxv710-64b-2t1c-base-pdr" + layout: "plot-throughput" + +- + type: "plot" + title: "DPDK Throughput: testpmd-2n-skx-xxv710-64b-4t2c-base-pdr" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-xxv710-64b-4t2c-base-pdr" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "throughput" + - "parent" + - "tags" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "testpmd-2n-skx-xxv710-64b-4t2c-base-pdr" + layout: "plot-throughput" + +################################################################################ + +# Packet Latency - VPP L2 3n-hsw-x520 base and scale +- + type: "plot" + title: "VPP Latency: l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: l2sw-3n-hsw-x520-64b-2t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x520-64b-2t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP L2 3n-hsw-x520 features +- + type: "plot" + title: "VPP Latency: l2sw-3n-hsw-x520-64b-1t1c-features-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x520-64b-1t1c-features-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + '1T1C' and + (('L2BDMACLRN' and ('L2BDBASE' or 'DOT1Q')) or ('L2XCFWD' and ('L2XCBASE' or 'DOT1Q'))) and + not 'ACL' and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2XCBASE" # l2xcbase + - "L2BDBASE" # l2bdbase + - "L2XCFWD" # dot1q-l2xcbase + - "L2BDMACLRN" # dot1q-l2bdbase + layout: + title: "l2sw-3n-hsw-x520-64b-1t1c-features-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: l2sw-3n-hsw-x520-64b-2t2c-features-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x520-64b-2t2c-features-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + '2T2C' and + (('L2BDMACLRN' and ('L2BDBASE' or 'DOT1Q')) or ('L2XCFWD' and ('L2XCBASE' or 'DOT1Q'))) and + not 'ACL' and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2XCBASE" # l2xcbase + - "L2BDBASE" # l2bdbase + - "L2XCFWD" # dot1q-l2xcbase + - "L2BDMACLRN" # dot1q-l2bdbase + layout: + title: "l2sw-3n-hsw-x520-64b-2t2c-features-ndr" + layout: "plot-latency" + +# Packet Latency - VPP L2 3n-hsw-x710 base and scale +- + type: "plot" + title: "VPP Latency: l2sw-3n-hsw-x710-64b-1t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x710-64b-1t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-3n-hsw-x710-64b-1t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: l2sw-3n-hsw-x710-64b-2t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x710-64b-2t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-3n-hsw-x710-64b-2t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP L2 3n-hsw-x710 features +- + type: "plot" + title: "VPP Latency: l2sw-3n-hsw-x710-64b-1t1c-features-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x710-64b-1t1c-features-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '1T1C' and + (('L2BDMACLRN' and ('L2BDBASE' or 'DOT1Q')) or ('L2XCFWD' and ('L2XCBASE' or 'DOT1Q'))) and + not 'ACL' and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2XCBASE" # l2xcbase + - "L2BDBASE" # l2bdbase + - "L2XCFWD" # dot1q-l2xcbase + - "L2BDMACLRN" # dot1q-l2bdbase + layout: + title: "l2sw-3n-hsw-x710-64b-1t1c-features-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: l2sw-3n-hsw-x710-64b-2t2c-features-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x710-64b-2t2c-features-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '2T2C' and + (('L2BDMACLRN' and ('L2BDBASE' or 'DOT1Q')) or ('L2XCFWD' and ('L2XCBASE' or 'DOT1Q'))) and + not 'ACL' and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2XCBASE" # l2xcbase + - "L2BDBASE" # l2bdbase + - "L2XCFWD" # dot1q-l2xcbase + - "L2BDMACLRN" # dot1q-l2bdbase + layout: + title: "l2sw-3n-hsw-x710-64b-2t2c-features-ndr" + layout: "plot-latency" + +# Packet Latency - VPP L2 3n-hsw-xl710 base and scale +- + type: "plot" + title: "VPP Latency: l2sw-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: l2sw-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP L2 3n-skx-x710 base and scale +- + type: "plot" + title: "VPP Latency: l2sw-3n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: l2sw-3n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-3n-skx-x710-64b-4t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP L2 3n-skx-x710 features +- + type: "plot" + title: "VPP Latency: l2sw-3n-skx-x710-64b-2t1c-features-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-x710-64b-2t1c-features-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '2T1C' and + (('L2BDMACLRN' and ('L2BDBASE' or 'DOT1Q')) or ('L2XCFWD' and ('L2XCBASE' or 'DOT1Q'))) and + not 'ACL' and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2XCBASE" # l2xcbase + - "L2BDBASE" # l2bdbase + - "L2XCFWD" # dot1q-l2xcbase + - "L2BDMACLRN" # dot1q-l2bdbase + layout: + title: "l2sw-3n-skx-x710-64b-2t1c-features-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: l2sw-3n-skx-x710-64b-4t2c-features-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-x710-64b-4t2c-features-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '4T2C' and + (('L2BDMACLRN' and ('L2BDBASE' or 'DOT1Q')) or ('L2XCFWD' and ('L2XCBASE' or 'DOT1Q'))) and + not 'ACL' and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2XCBASE" # l2xcbase + - "L2BDBASE" # l2bdbase + - "L2XCFWD" # dot1q-l2xcbase + - "L2BDMACLRN" # dot1q-l2bdbase + layout: + title: "l2sw-3n-skx-x710-64b-4t2c-features-ndr" + layout: "plot-latency" + +# Packet Latency - VPP L2 3n-skx-xxv710 base and scale +- + type: "plot" + title: "VPP Latency: l2sw-3n-skx-xxv710-64b-2t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-xxv710-64b-2t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-3n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: l2sw-3n-skx-xxv710-64b-4t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-xxv710-64b-4t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-3n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP L2 2n-skx-x710 base and scale +- + type: "plot" + title: "VPP Latency: l2sw-2n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'ETH' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-2n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: l2sw-2n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP L2 2n-skx-xxv710 base and scale +- + type: "plot" + title: "VPP Latency: l2sw-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: l2sw-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + layout: "plot-latency" + +################################################################################ + +# Packet Latency - VPP Container Memif 3n-hsw-x520 +- + type: "plot" + title: "VPP Latency: memif-3n-hsw-x520-64b-1t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-x520-64b-1t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + layout: + title: "memif-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: memif-3n-hsw-x520-64b-2t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-x520-64b-2t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + layout: + title: "memif-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP Container Memif 3n-hsw-x710 +- + type: "plot" + title: "VPP Latency: memif-3n-hsw-x710-64b-1t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-x710-64b-1t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + layout: + title: "memif-3n-hsw-x710-64b-1t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: memif-3n-hsw-x710-64b-2t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-x710-64b-2t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + layout: + title: "memif-3n-hsw-x710-64b-2t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP Container Memif 3n-hsw-xl710 +- + type: "plot" + title: "VPP Latency: memif-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + layout: + title: "memif-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: memif-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + layout: + title: "memif-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP Container Memif 3n-skx-x710 +- + type: "plot" + title: "VPP Latency: memif-3n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + layout: + title: "memif-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: memif-3n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + layout: + title: "memif-3n-skx-x710-64b-4t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP Container Memif 2n-skx-x710 +- + type: "plot" + title: "VPP Latency: memif-2n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-2n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + layout: + title: "memif-2n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: memif-2n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-2n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + layout: + title: "memif-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP Container Memif 2n-skx-xxv710 +- + type: "plot" + title: "VPP Latency: memif-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + layout: + title: "memif-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: memif-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + layout: + title: "memif-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + layout: "plot-latency" + +################################################################################ + +# Packet Latency - VPP Container Memif 3n-hsw-x520 - l2xc +- + type: "plot" + title: "VPP Latency: k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr-lat" + data: "plot-ligato-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '1T1C' and + 'L2XCFWD' and + not 'VHOST' and + 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + layout: + title: "k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2xc-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-ndr-lat" + data: "plot-ligato-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T2C' and + 'L2XCFWD' and + not 'VHOST' and + 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + layout: + title: "k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2xc-ndr" + layout: "plot-latency" + +# Packet Latency - VPP Container Memif 3n-hsw-x520 - l2bd +- + type: "plot" + title: "VPP Latency: k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-ndr-lat" + data: "plot-ligato-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + layout: + title: "k8s-memif-3n-hsw-x520-64b-1t1c-base_and_scale-l2bd-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-ndr-lat" + data: "plot-ligato-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + layout: + title: "k8s-memif-3n-hsw-x520-64b-2t2c-base_and_scale-l2bd-ndr" + layout: "plot-latency" + +# Packet Latency - VPP Container Memif 3n-hsw-x710 - l2xc +- + type: "plot" + title: "VPP Latency: k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-ndr-lat" + data: "plot-ligato-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '1T1C' and + 'L2XCFWD' and + not 'VHOST' and + 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + layout: + title: "k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2xc-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-ndr-lat" + data: "plot-ligato-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T2C' and + 'L2XCFWD' and + not 'VHOST' and + 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + layout: + title: "k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2xc-ndr" + layout: "plot-latency" + +# Packet Latency - VPP Container Memif 3n-hsw-x710 - l2bd +- + type: "plot" + title: "VPP Latency: k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-ndr-lat" + data: "plot-ligato-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + layout: + title: "k8s-memif-3n-hsw-x710-64b-1t1c-base_and_scale-l2bd-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-ndr-lat" + data: "plot-ligato-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + layout: + title: "k8s-memif-3n-hsw-x710-64b-2t2c-base_and_scale-l2bd-ndr" + layout: "plot-latency" + +################################################################################ + +# Packet Latency - VPP IPv4 3n-hsw-x520 base and scale +- + type: "plot" + title: "VPP Latency: ip4-3n-hsw-x520-64b-1t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-1t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip4-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip4-3n-hsw-x520-64b-2t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip4-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP IPv4 3n-hsw-x520 features +- + type: "plot" + title: "VPP Latency: ip4-3n-hsw-x520-64b-1t1c-features-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-1t1c-features-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('IP4BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + ('NAT44' and 'BASE') or + ('ACL_STATELESS' and 'ACL10' and '10k_FLOWS')) and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "NAT44" + - "POLICE_MARK" + - "COPWHLIST" + - "IACL" + - "OACL" + layout: + title: "ip4-3n-hsw-x520-64b-1t1c-features-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip4-3n-hsw-x520-64b-2t2c-features-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('IP4BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + ('NAT44' and 'BASE') or + ('ACL_STATELESS' and 'ACL10' and '10k_FLOWS')) and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "NAT44" + - "POLICE_MARK" + - "COPWHLIST" + - "IACL" + - "OACL" + layout: + title: "ip4-3n-hsw-x520-64b-2t2c-features-ndr" + layout: "plot-latency" + +# Packet Latency - VPP IPv4 3n-hsw-x520 features nat44 +- + type: "plot" + title: "VPP Latency: ip4-3n-hsw-x520-64b-1t1c-features-nat44-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-1t1c-features-nat44-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + 'NAT44' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" + layout: + title: "ip4-3n-hsw-x520-64b-1t1c-features-nat44-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip4-3n-hsw-x520-64b-2t2c-features-nat44-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-nat44-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + 'NAT44' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" + layout: + title: "ip4-3n-hsw-x520-64b-2t2c-features-nat44-ndr" + layout: "plot-latency" + +# Packet Latency - VPP IPv4 3n-hsw-x520 features iacl +- + type: "plot" + title: "VPP Latency: ip4-3n-hsw-x520-64b-1t1c-features-iacl-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-1t1c-features-iacl-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + 'IACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + layout: + title: "ip4-3n-hsw-x520-64b-1t1c-features-iacl-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip4-3n-hsw-x520-64b-2t2c-features-iacl-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-iacl-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + 'IACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + layout: + title: "ip4-3n-hsw-x520-64b-2t2c-features-iacl-ndr" + layout: "plot-latency" + +# Packet Latency - VPP IPv4 3n-hsw-x520 features oacl +- + type: "plot" + title: "VPP Latency: ip4-3n-hsw-x520-64b-1t1c-features-oacl-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-1t1c-features-oacl-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + 'OACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + layout: + title: "ip4-3n-hsw-x520-64b-1t1c-features-oacl-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip4-3n-hsw-x520-64b-2t2c-features-oacl-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-2t2c-features-oacl-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + 'OACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + layout: + title: "ip4-3n-hsw-x520-64b-2t2c-features-oacl-ndr" + layout: "plot-latency" + +# Packet Latency - VPP IPv4 3n-hsw-x710 base and scale +- + type: "plot" + title: "VPP Latency: ip4-3n-hsw-x710-64b-1t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip4-3n-hsw-x710-64b-1t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip4-3n-hsw-x710-64b-2t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP IPv4 3n-hsw-x710 features +- + type: "plot" + title: "VPP Latency: ip4-3n-hsw-x710-64b-1t1c-features-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + ('NAT44' and 'BASE') or + ('ACL_STATELESS' and 'ACL10' and '10k_FLOWS')) and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "NAT44" + - "POLICE_MARK" + - "COPWHLIST" + - "IACL" + - "OACL" + layout: + title: "ip4-3n-hsw-x710-64b-1t1c-features-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + ('NAT44' and 'BASE') or + ('ACL_STATELESS' and 'ACL10' and '10k_FLOWS')) and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "NAT44" + - "POLICE_MARK" + - "COPWHLIST" + - "IACL" + - "OACL" + layout: + title: "ip4-3n-hsw-x710-64b-2t2c-features-ndr" + layout: "plot-latency" + +# Packet Latency - VPP IPv4 3n-hsw-x710 features nat44 +- + type: "plot" + title: "VPP Latency: ip4-3n-hsw-x710-64b-1t1c-features-nat44-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-nat44-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + 'NAT44' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" + layout: + title: "ip4-3n-hsw-x710-64b-1t1c-features-nat44-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-nat44-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-nat44-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + 'NAT44' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" + layout: + title: "ip4-3n-hsw-x710-64b-2t2c-features-nat44-ndr" + layout: "plot-latency" + +# Packet Latency - VPP IPv4 3n-hsw-x710 features iacl +- + type: "plot" + title: "VPP Latency: ip4-3n-hsw-x710-64b-1t1c-features-iacl-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-iacl-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + 'IACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + layout: + title: "ip4-3n-hsw-x710-64b-1t1c-features-iacl-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + 'IACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + layout: + title: "ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" + layout: "plot-latency" + +# Packet Latency - VPP IPv4 3n-hsw-x710 features oacl +- + type: "plot" + title: "VPP Latency: ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + 'OACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + layout: + title: "ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + 'OACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + layout: + title: "ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" + layout: "plot-latency" + +# Packet Latency - VPP IPv4 3n-hsw-xl710 base and scale +- + type: "plot" + title: "VPP Latency: ip4-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '1T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip4-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip4-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip4-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP IPv4 3n-skx-x710 base and scale +- + type: "plot" + title: "VPP Latency: ip4-3n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip4-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip4-3n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '4T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip4-3n-skx-x710-64b-4t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP IPv4 3n-skx-x710 features oacl +- + type: "plot" + title: "VPP Latency: ip4-3n-skx-x710-64b-2t1c-features-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + ('NAT44' and 'BASE') or + ('ACL_STATELESS' and 'ACL10' and '10k_FLOWS')) and + 'NDRPDR' and + '2T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "NAT44" + - "POLICE_MARK" + - "COPWHLIST" + - "IACL" + - "OACL" + layout: + title: "ip4-3n-skx-x710-64b-2t1c-features-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip4-3n-skx-x710-64b-4t2c-features-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + ('NAT44' and 'BASE') or + ('ACL_STATELESS' and 'ACL10' and '10k_FLOWS')) and + 'NDRPDR' and + '4T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "NAT44" + - "POLICE_MARK" + - "COPWHLIST" + - "IACL" + - "OACL" + layout: + title: "ip4-3n-skx-x710-64b-4t2c-features-ndr" + layout: "plot-latency" + +# Packet Latency - VPP IPv4 3n-skx-x710 features nat44 +- + type: "plot" + title: "VPP Latency: ip4-3n-skx-x710-64b-2t1c-features-nat44-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-nat44-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD' and + 'NAT44' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" + layout: + title: "ip4-3n-skx-x710-64b-2t1c-features-nat44-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD' and + 'NAT44' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" + layout: + title: "ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr" + layout: "plot-latency" + +# Packet Latency - VPP IPv4 3n-skx-x710 features iacl +- + type: "plot" + title: "VPP Latency: ip4-3n-skx-x710-64b-2t1c-features-iacl-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-iacl-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD' and + 'IACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + layout: + title: "ip4-3n-skx-x710-64b-2t1c-features-iacl-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD' and + 'IACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + layout: + title: "ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" + layout: "plot-latency" + +# Packet Latency - VPP IPv4 3n-skx-x710 features oacl +- + type: "plot" + title: "VPP Latency: ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD' and + 'OACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + layout: + title: "ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-ndr-oacl-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD' and + 'OACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + layout: + title: "ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" + layout: "plot-latency" + +# Packet Latency - VPP IPv4 2n-skx-x710 base and scale +- + type: "plot" + title: "VPP Latency: ip4-2n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip4-2n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip4-2n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '4T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip4-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP IPv4 2n-skx-xxv710 base and scale +- + type: "plot" + title: "VPP Latency: ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T1C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '4T2C' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + layout: "plot-latency" + +################################################################################ + +# Packet Latency - VPP Ipv4 tunnels 3n-hsw-x520 +- + type: "plot" + title: "VPP Latency: ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '1T1C' and + 'VXLAN' and + 'L2BDMACLRN' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "not DOT1Q" + - "VXLAN_1" + - "VXLAN_10" + - "VXLAN_100" + - "VXLAN_1000" + layout: + title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '2T2C' and + 'VXLAN' and + 'L2BDMACLRN' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "not DOT1Q" + - "VXLAN_1" + - "VXLAN_10" + - "VXLAN_100" + - "VXLAN_1000" + layout: + title: "ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP Ipv4 tunnels 3n-hsw-x520 - features +- + type: "plot" + title: "VPP Latency: ip4tun-3n-hsw-x520-64b-1t1c-base_and_features-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-1t1c-base_and_features-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '1T1C' and + ('VXLAN' and ('L2BDMACLRN' or 'L2XCFWD') or 'LISP') and + not 'DOT1Q' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2BDMACLRN" + - "L2XCFWD" + - "LISP" + layout: + title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_features-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip4tun-3n-hsw-x520-64b-2t2c-base_and_features-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-2t2c-base_and_features-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '2T2C' and + ('VXLAN' and ('L2BDMACLRN' or 'L2XCFWD') or 'LISP') and + not 'DOT1Q' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2BDMACLRN" + - "L2XCFWD" + - "LISP" + layout: + title: "ip4tun-3n-hsw-x520-64b-2t2c-base_and_features-ndr" + layout: "plot-latency" + +# Packet Latency - VPP Ipv4 tunnels 3n-hsw-x710 +- + type: "plot" + title: "VPP Latency: ip4tun-3n-hsw-x710-64b-1t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x710-64b-1t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '1T1C' and + 'VXLAN' and + 'L2BDMACLRN' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "not DOT1Q" + - "VXLAN_1" + - "VXLAN_10" + - "VXLAN_100" + - "VXLAN_1000" + layout: + title: "ip4tun-3n-hsw-x710-64b-1t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip4tun-3n-hsw-x710-64b-2t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x710-64b-2t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '2T2C' and + 'VXLAN' and + 'L2BDMACLRN' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "not DOT1Q" + - "VXLAN_1" + - "VXLAN_10" + - "VXLAN_100" + - "VXLAN_1000" + layout: + title: "ip4tun-3n-hsw-x710-64b-2t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP Ipv4 tunnels 3n-hsw-x710 - features +- + type: "plot" + title: "VPP Latency: ip4tun-3n-hsw-x710-64b-1t1c-base_and_features-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x710-64b-1t1c-base_and_features-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '1T1C' and + ('VXLAN' and ('L2BDMACLRN' or 'L2XCFWD') or 'LISP') and + not 'DOT1Q' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2BDMACLRN" + - "L2XCFWD" + - "LISP" + layout: + title: "ip4tun-3n-hsw-x710-64b-1t1c-base_and_features-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip4tun-3n-hsw-x710-64b-2t2c-base_and_features-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x710-64b-2t2c-base_and_features-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '2T2C' and + ('VXLAN' and ('L2BDMACLRN' or 'L2XCFWD') or 'LISP') and + not 'DOT1Q' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2BDMACLRN" + - "L2XCFWD" + - "LISP" + layout: + title: "ip4tun-3n-hsw-x710-64b-2t2c-base_and_features-ndr" + layout: "plot-latency" + +# Packet Latency - VPP Ipv4 tunnels 3n-skx-x710 +- + type: "plot" + title: "VPP Latency: ip4tun-3n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '2T1C' and + 'VXLAN' and + 'L2BDMACLRN' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "not DOT1Q" + - "VXLAN_1" + - "VXLAN_10" + - "VXLAN_100" + - "VXLAN_1000" + layout: + title: "ip4tun-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip4tun-3n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '4T2C' and + 'VXLAN' and + 'L2BDMACLRN' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "not DOT1Q" + - "VXLAN_1" + - "VXLAN_10" + - "VXLAN_100" + - "VXLAN_1000" + layout: + title: "ip4tun-3n-skx-x710-64b-4t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP Ipv4 tunnels 3n-skx-x710 - features +- + type: "plot" + title: "VPP Latency: ip4tun-3n-skx-x710-64b-2t1c-base_and_features-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-skx-x710-64b-2t1c-base_and_features-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '2T1C' and + ('VXLAN' and ('L2BDMACLRN' or 'L2XCFWD') or 'LISP') and + not 'DOT1Q' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2BDMACLRN" + - "L2XCFWD" + - "LISP" + layout: + title: "ip4tun-3n-skx-x710-64b-2t1c-base_and_features-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip4tun-3n-skx-x710-64b-4t2c-base_and_features-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-skx-x710-64b-4t2c-base_and_features-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + '4T2C' and + ('VXLAN' and ('L2BDMACLRN' or 'L2XCFWD') or 'LISP') and + not 'DOT1Q' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "L2BDMACLRN" + - "L2XCFWD" + - "LISP" + layout: + title: "ip4tun-3n-skx-x710-64b-4t2c-base_and_features-ndr" + layout: "plot-latency" + +################################################################################ + +# Packet Latency - VPP IPv6 3n-hsw-x520 +- + type: "plot" + title: "VPP Latency: ip6-3n-hsw-x520-78b-1t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x520-78b-1t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '1T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip6-3n-hsw-x520-78b-1t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip6-3n-hsw-x520-78b-2t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x520-78b-2t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip6-3n-hsw-x520-78b-2t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP IPv6 3n-hsw-x710 +- + type: "plot" + title: "VPP Latency: ip6-3n-hsw-x710-78b-1t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x710-78b-1t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '1T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip6-3n-hsw-x710-78b-1t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip6-3n-hsw-x710-78b-2t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x710-78b-2t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip6-3n-hsw-x710-78b-2t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP IPv6 3n-hsw-xl710 +- + type: "plot" + title: "VPP Latency: ip6-3n-hsw-xl710-78b-1t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-xl710-78b-1t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '1T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip6-3n-hsw-xl710-78b-1t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip6-3n-hsw-xl710-78b-2t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-xl710-78b-2t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip6-3n-hsw-xl710-78b-2t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP IPv6 3n-skx-x710 +- + type: "plot" + title: "VPP Latency: ip6-3n-skx-x710-78b-2t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-2t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip6-3n-skx-x710-78b-2t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip6-3n-skx-x710-78b-4t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-4t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '4T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip6-3n-skx-x710-78b-4t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP IPv6 2n-skx-x710 +- + type: "plot" + title: "VPP Latency: ip6-2n-skx-x710-78b-2t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-skx-x710-78b-2t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip6-2n-skx-x710-78b-2t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip6-2n-skx-x710-78b-4t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-skx-x710-78b-4t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '4T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip6-2n-skx-x710-78b-4t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP IPv6 2n-skx-xxv710 +- + type: "plot" + title: "VPP Latency: ip6-2n-skx-xxv710-78b-2t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-skx-xxv710-78b-2t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '2T1C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip6-2n-skx-xxv710-78b-2t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip6-2n-skx-xxv710-78b-4t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-skx-xxv710-78b-4t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + '4T2C' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip6-2n-skx-xxv710-78b-4t2c-base_and_scale-ndr" + layout: "plot-latency" + +################################################################################ + +# Packet Latency - VPP IPv6 tunnels 3n-hsw-x520 +- + type: "plot" + title: "VPP Latency: ip6tun-3n-hsw-x520-78b-1t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6tun-3n-hsw-x520-78b-1t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + 'ENCAP' and + 'NDRPDR' and + '1T1C' and + 'LISP' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP4UNRLAY" + - "IP6UNRLAY" + layout: + title: "ip6tun-3n-hsw-x520-78b-1t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ip6tun-3n-hsw-x520-78b-2t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6tun-3n-hsw-x520-78b-2t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + 'ENCAP' and + 'NDRPDR' and + '2T2C' and + 'LISP' and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "IP4UNRLAY" + - "IP6UNRLAY" + layout: + title: "ip6tun-3n-hsw-x520-78b-2t2c-base_and_scale-ndr" + layout: "plot-latency" + +################################################################################ + +# Packet Latency - VPP IPSec 3n-hsw-xl710 base +- + type: "plot" + title: "VPP Latency: ipsec-3n-hsw-xl710-64b-1t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-base-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'BASE' and + '1T1C' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "ipsec-3n-hsw-xl710-64b-1t1c-base-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ipsec-3n-hsw-xl710-64b-2t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-base-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'BASE' and + '2T2C' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "ipsec-3n-hsw-xl710-64b-2t2c-base-ndr" + layout: "plot-latency" + +# Packet Latency - VPP IPSec 3n-hsw-xl710 scale +- + type: "plot" + title: "VPP Latency: ipsec-3n-hsw-xl710-64b-1t1c-scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'SCALE' and + '1T1C' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "ipsec-3n-hsw-xl710-64b-1t1c-scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ipsec-3n-hsw-xl710-64b-2t2c-scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'SCALE' and + '2T2C' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "ipsec-3n-hsw-xl710-64b-2t2c-scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP IPSec 3n-hsw-xl710 sw +- + type: "plot" + title: "VPP Latency: ipsec-3n-hsw-xl710-64b-1t1c-sw-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-1t1c-sw-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + '1T1C' and + 'IPSECSW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "ipsec-3n-hsw-xl710-64b-1t1c-sw-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: ipsec-3n-hsw-xl710-64b-2t2c-sw-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-2t2c-sw-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + '2T2C' and + 'IPSECSW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "ipsec-3n-hsw-xl710-64b-2t2c-sw-ndr" + layout: "plot-latency" + +################################################################################ + +# Packet Latency - VPP SRv6 3n-hsw-x520 +- + type: "plot" + title: "VPP Latency: srv6-3n-hsw-x520-78b-1t1c-features-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/srv6-3n-hsw-x520-78b-1t1c-features-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + 'FEATURE' and + 'NDRPDR' and + '1T1C' and + 'IP6FWD' and + 'SRv6'" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "srv6-3n-hsw-x520-78b-1t1c-features-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: srv6-3n-hsw-x520-78b-2t2c-features-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/srv6-3n-hsw-x520-78b-2t2c-features-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + 'FEATURE' and + 'NDRPDR' and + '2T2C' and + 'IP6FWD' and + 'SRv6'" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "srv6-3n-hsw-x520-78b-2t2c-features-ndr" + layout: "plot-latency" + +################################################################################ + +# Packet Latency - VPP vhost ip4 3n-hsw-x520 +- + type: "plot" + title: "VPP Latency: vhost-ip4-3n-hsw-x520-64b-1t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-x520-64b-1t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '1T1C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + layout: + title: "vhost-ip4-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vhost-ip4-3n-hsw-x520-64b-2t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-x520-64b-2t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '2T2C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + layout: + title: "vhost-ip4-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP vhost l2sw 3n-hsw-x520 +- + type: "plot" + title: "VPP Latency: vhost-l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '1T1C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + layout: + title: "vhost-l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vhost-l2sw-3n-hsw-x520-64b-2t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x520-64b-2t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T2C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + layout: + title: "vhost-l2sw-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP vhost l2sw 3n-hsw-x520 - base +- + type: "plot" + title: "VPP Latency: vhost-l2sw-3n-hsw-x520-64b-1t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x520-64b-1t1c-base-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '1T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + layout: + title: "vhost-l2sw-3n-hsw-x520-64b-1t1c-base-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vhost-l2sw-3n-hsw-x520-64b-2t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x520-64b-2t2c-base-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '2T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + layout: + title: "vhost-l2sw-3n-hsw-x520-64b-2t2c-base-ndr" + layout: "plot-latency" + +# Packet Latency - VPP vhost l2sw 3n-hsw-x520 - base vm +- + type: "plot" + title: "VPP Latency: vhost-l2sw-3n-hsw-x520-64b-1t1c-base-vm-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x520-64b-1t1c-base-vm-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '1T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD' and + not 'LBOND'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + layout: + title: "vhost-l2sw-3n-hsw-x520-64b-1t1c-base-vm-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vhost-l2sw-3n-hsw-x520-64b-2t2c-base-vm-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x520-64b-2t2c-base-vm-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD' and + not 'LBOND'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + layout: + title: "vhost-l2sw-3n-hsw-x520-64b-2t2c-base-vm-ndr" + layout: "plot-latency" + +# Packet Latency - VPP vhost ip4 3n-hsw-x710 +- + type: "plot" + title: "VPP Latency: vhost-ip4-3n-hsw-x710-64b-1t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-x710-64b-1t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '1T1C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + layout: + title: "vhost-ip4-3n-hsw-x710-64b-1t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vhost-ip4-3n-hsw-x710-64b-2t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-x710-64b-2t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '2T2C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + layout: + title: "vhost-ip4-3n-hsw-x710-64b-2t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP vhost l2sw 3n-hsw-x710 +- + type: "plot" + title: "VPP Latency: vhost-l2sw-3n-hsw-x710-64b-1t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x710-64b-1t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '1T1C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + layout: + title: "vhost-l2sw-3n-hsw-x710-64b-1t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vhost-l2sw-3n-hsw-x710-64b-2t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x710-64b-2t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T2C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + layout: + title: "vhost-l2sw-3n-hsw-x710-64b-2t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP vhost l2sw 3n-hsw-x710 - base +- + type: "plot" + title: "VPP Latency: vhost-l2sw-3n-hsw-x710-64b-1t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x710-64b-1t1c-base-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '1T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + layout: + title: "vhost-l2sw-3n-hsw-x710-64b-1t1c-base-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vhost-l2sw-3n-hsw-x710-64b-2t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x710-64b-2t2c-base-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '2T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + layout: + title: "vhost-l2sw-3n-hsw-x710-64b-2t2c-base-ndr" + layout: "plot-latency" + +# Packet Latency - VPP vhost l2sw 3n-hsw-x710 - base vm +- + type: "plot" + title: "VPP Latency: vhost-l2sw-3n-hsw-x710-64b-1t1c-base-vm-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x710-64b-1t1c-base-vm-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '1T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD' and + not 'LBOND'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + layout: + title: "vhost-l2sw-3n-hsw-x710-64b-1t1c-base-vm-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vhost-l2sw-3n-hsw-x710-64b-2t2c-base-vm-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x710-64b-2t2c-base-vm-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD' and + not 'LBOND'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + layout: + title: "vhost-l2sw-3n-hsw-x710-64b-2t2c-base-vm-ndr" + layout: "plot-latency" + +# Packet Latency - VPP vhost ip4 3n-hsw-xl710 +- + type: "plot" + title: "VPP Latency: vhost-ip4-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '1T1C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + layout: + title: "vhost-ip4-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vhost-ip4-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '2T2C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + layout: + title: "vhost-ip4-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP vhost l2sw 3n-hsw-xl710 +- + type: "plot" + title: "VPP Latency: vhost-l2sw-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '1T1C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + layout: + title: "vhost-l2sw-3n-hsw-xl710-64b-1t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vhost-l2sw-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T2C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + layout: + title: "vhost-l2sw-3n-hsw-xl710-64b-2t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP vhost l2sw 3n-hsw-xl710 - base +- + type: "plot" + title: "VPP Latency: vhost-l2sw-3n-hsw-xl710-64b-1t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-xl710-64b-1t1c-base-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '1T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + layout: + title: "vhost-l2sw-3n-hsw-xl710-64b-1t1c-base-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vhost-l2sw-3n-hsw-xl710-64b-2t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-xl710-64b-2t2c-base-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '2T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + layout: + title: "vhost-l2sw-3n-hsw-xl710-64b-2t2c-base-ndr" + layout: "plot-latency" + +# Packet Latency - VPP vhost l2sw 3n-hsw-xl710 - base vm +- + type: "plot" + title: "VPP Latency: vhost-l2sw-3n-hsw-xl710-64b-1t1c-base-vm-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-xl710-64b-1t1c-base-vm-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '1T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + layout: + title: "vhost-l2sw-3n-hsw-xl710-64b-1t1c-base-vm-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vhost-l2sw-3n-hsw-xl710-64b-2t2c-base-vm-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-xl710-64b-2t2c-base-vm-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + layout: + title: "vhost-l2sw-3n-hsw-xl710-64b-2t2c-base-vm-ndr" + layout: "plot-latency" + +# Packet Latency - VPP vhost ip4 3n-skx-x710 +- + type: "plot" + title: "VPP Latency: vhost-ip4-3n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '2T1C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + layout: + title: "vhost-ip4-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vhost-ip4-3n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '4T2C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + layout: + title: "vhost-ip4-3n-skx-x710-64b-4t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP vhost l2sw 3n-skx-x710 +- + type: "plot" + title: "VPP Latency: vhost-l2sw-3n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T1C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + layout: + title: "vhost-l2sw-3n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vhost-l2sw-3n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '4T2C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + layout: + title: "vhost-l2sw-3n-skx-x710-64b-4t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP vhost l2sw 3n-skx-x710 - base +- + type: "plot" + title: "VPP Latency: vhost-l2sw-3n-skx-x710-64b-2t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-skx-x710-64b-2t1c-base-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '2T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM' and + not 'LBOND'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + layout: + title: "vhost-l2sw-3n-skx-x710-64b-2t1c-base-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vhost-l2sw-3n-skx-x710-64b-4t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-skx-x710-64b-4t2c-base-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '4T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM' and + not 'LBOND'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + layout: + title: "vhost-l2sw-3n-skx-x710-64b-4t2c-base-ndr" + layout: "plot-latency" + +# Packet Latency - VPP vhost l2sw 3n-skx-x710 - base vm +- + type: "plot" + title: "VPP Latency: vhost-l2sw-3n-skx-x710-64b-2t1c-base-vm-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-skx-x710-64b-2t1c-base-vm-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD' and + not 'LBOND'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + layout: + title: "vhost-l2sw-3n-skx-x710-64b-2t1c-base-vm-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vhost-l2sw-3n-skx-x710-64b-4t2c-base-vm-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-skx-x710-64b-4t2c-base-vm-ndr-lat" + data: "plot-vpp-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '4T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD' and + not 'LBOND'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + layout: + title: "vhost-l2sw-3n-skx-x710-64b-4t2c-base-vm-ndr" + layout: "plot-latency" + +# Packet Latency - VPP vhost ip4 2n-skx-x710 +- + type: "plot" + title: "VPP Latency: vhost-ip4-2n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-2n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '2T1C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + layout: + title: "vhost-ip4-2n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vhost-ip4-2n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-2n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '4T2C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + layout: + title: "vhost-ip4-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP vhost l2sw 2n-skx-x710 +- + type: "plot" + title: "VPP Latency: vhost-l2sw-2n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T1C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + layout: + title: "vhost-l2sw-2n-skx-x710-64b-2t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vhost-l2sw-2n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '4T2C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + layout: + title: "vhost-l2sw-2n-skx-x710-64b-4t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP vhost l2sw 2n-skx-x710 - base +- + type: "plot" + title: "VPP Latency: vhost-l2sw-2n-skx-x710-64b-2t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-x710-64b-2t1c-base-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '2T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + layout: + title: "vhost-l2sw-2n-skx-x710-64b-2t1c-base-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vhost-l2sw-2n-skx-x710-64b-4t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-x710-64b-4t2c-base-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '4T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + layout: + title: "vhost-l2sw-2n-skx-x710-64b-4t2c-base-ndr" + layout: "plot-latency" + +# Packet Latency - VPP vhost l2sw 2n-skx-x710 - base vm +- + type: "plot" + title: "VPP Latency: vhost-l2sw-2n-skx-x710-64b-2t1c-base-vm-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-x710-64b-2t1c-base-vm-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + layout: + title: "vhost-l2sw-2n-skx-x710-64b-2t1c-base-vm-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vhost-l2sw-2n-skx-x710-64b-4t2c-base-vm-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-x710-64b-4t2c-base-vm-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '4T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + layout: + title: "vhost-l2sw-2n-skx-x710-64b-4t2c-base-vm-ndr" + layout: "plot-latency" + +# Packet Latency - VPP vhost ip4 2n-skx-xxv710 +- + type: "plot" + title: "VPP Latency: vhost-ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '2T1C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + layout: + title: "vhost-ip4-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vhost-ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + '4T2C' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "latency" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + layout: + title: "vhost-ip4-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP vhost l2sw 2n-skx-xxv710 +- + type: "plot" + title: "VPP Latency: vhost-l2sw-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T1C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + layout: + title: "vhost-l2sw-2n-skx-xxv710-64b-2t1c-base_and_scale-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vhost-l2sw-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '4T2C' and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + layout: + title: "vhost-l2sw-2n-skx-xxv710-64b-4t2c-base_and_scale-ndr" + layout: "plot-latency" + +# Packet Latency - VPP vhost l2sw 2n-skx-xxv710 - base +- + type: "plot" + title: "VPP Latency: vhost-l2sw-2n-skx-xxv710-64b-2t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-xxv710-64b-2t1c-base-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '2T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + layout: + title: "vhost-l2sw-2n-skx-xxv710-64b-2t1c-base-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vhost-l2sw-2n-skx-xxv710-64b-4t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-xxv710-64b-4t2c-base-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + '4T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + layout: + title: "vhost-l2sw-2n-skx-xxv710-64b-4t2c-base-ndr" + layout: "plot-latency" + +# Packet Latency - VPP vhost l2sw 2n-skx-xxv710 - base vm +- + type: "plot" + title: "VPP Latency: vhost-l2sw-2n-skx-xxv710-64b-2t1c-base-vm-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-xxv710-64b-2t1c-base-vm-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '2T1C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + layout: + title: "vhost-l2sw-2n-skx-xxv710-64b-2t1c-base-vm-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vhost-l2sw-2n-skx-xxv710-64b-4t2c-base-vm-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-xxv710-64b-4t2c-base-vm-ndr-lat" + data: "plot-vpp-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + '4T2C' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD'" + parameters: + - "latency" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + layout: + title: "vhost-l2sw-2n-skx-xxv710-64b-4t2c-base-vm-ndr" + layout: "plot-latency" + +################################################################################ + +# Packet Latency - VPP VTS 3n-hsw-x520 +- + type: "plot" + title: "VPP Latency: vts-3n-hsw-x520-114b-1t1c-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vts-3n-hsw-x520-114b-1t1c-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '114B' and + 'NDRPDR' and + '1T1C' and + 'VTS'" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "vts-3n-hsw-x520-114b-1t1c-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "VPP Latency: vts-3n-hsw-x520-114b-2t2c-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vts-3n-hsw-x520-114b-2t2c-ndr-lat" + data: "plot-vpp-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '114B' and + 'NDRPDR' and + '2T2C' and + 'VTS'" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "vts-3n-hsw-x520-114b-2t2c-ndr" + layout: "plot-latency" + +################################################################################ + +# Packet Latency - DPDK l3fwd 3n-hsw-x520 +- + type: "plot" + title: "DPDK Latency: l3fwd-3n-hsw-x520-64b-1t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x520-64b-1t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD'" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "l3fwd-3n-hsw-x520-64b-1t1c-base-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "DPDK Latency: l3fwd-3n-hsw-x520-64b-2t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x520-64b-2t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD'" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "l3fwd-3n-hsw-x520-64b-2t2c-base-ndr" + layout: "plot-latency" + +# Packet Latency - DPDK l3fwd 3n-hsw-x710 +- + type: "plot" + title: "DPDK Latency: l3fwd-3n-hsw-x710-64b-1t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x710-64b-1t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD'" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "l3fwd-3n-hsw-x710-64b-1t1c-base-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "DPDK Latency: l3fwd-3n-hsw-x710-64b-2t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-x710-64b-2t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD'" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "l3fwd-3n-hsw-x710-64b-2t2c-base-ndr" + layout: "plot-latency" + +# Packet Latency - DPDK l3fwd 3n-hsw-xl710 +- + type: "plot" + title: "DPDK Latency: l3fwd-3n-hsw-xl710-64b-1t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-xl710-64b-1t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + 'IP4FWD'" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "l3fwd-3n-hsw-xl710-64b-1t1c-base-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "DPDK Latency: l3fwd-3n-hsw-xl710-64b-2t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-hsw-xl710-64b-2t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + 'IP4FWD'" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "l3fwd-3n-hsw-xl710-64b-2t2c-base-ndr" + layout: "plot-latency" + +# Packet Latency - DPDK l3fwd 3n-skx-x710 +- + type: "plot" + title: "DPDK Latency: l3fwd-3n-skx-x710-64b-2t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-x710-64b-2t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD'" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "l3fwd-3n-skx-x710-64b-2t1c-base-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "DPDK Latency: l3fwd-3n-skx-x710-64b-4t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-x710-64b-4t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD'" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "l3fwd-3n-skx-x710-64b-4t2c-base-ndr" + layout: "plot-latency" + +# Packet Latency - DPDK l3fwd 3n-skx-xxv710 +- + type: "plot" + title: "DPDK Latency: l3fwd-3n-skx-xxv710-64b-2t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-xxv710-64b-2t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD'" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "l3fwd-3n-skx-xxv710-64b-2t1c-base-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "DPDK Latency: l3fwd-3n-skx-xxv710-64b-4t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-3n-skx-xxv710-64b-4t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD'" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "l3fwd-3n-skx-xxv710-64b-4t2c-base-ndr" + layout: "plot-latency" + +# Packet Latency - DPDK l3fwd 2n-skx-x710 +- + type: "plot" + title: "DPDK Latency: l3fwd-2n-skx-x710-64b-2t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-x710-64b-2t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD'" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "l3fwd-2n-skx-x710-64b-2t1c-base-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "DPDK Latency: l3fwd-2n-skx-x710-64b-4t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-x710-64b-4t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD'" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "l3fwd-2n-skx-x710-64b-4t2c-base-ndr" + layout: "plot-latency" + +# Packet Latency - DPDK l3fwd 2n-skx-xxv710 +- + type: "plot" + title: "DPDK Latency: l3fwd-2n-skx-xxv710-64b-2t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-xxv710-64b-2t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + 'IP4FWD'" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "l3fwd-2n-skx-xxv710-64b-2t1c-base-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "DPDK Latency: l3fwd-2n-skx-xxv710-64b-4t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/l3fwd-2n-skx-xxv710-64b-4t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + 'IP4FWD'" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "l3fwd-2n-skx-xxv710-64b-4t2c-base-ndr" + layout: "plot-latency" + +################################################################################ + +# Packet Latency - DPDK testpmd 3n-hsw-x520 +- + type: "plot" + title: "DPDK Latency: testpmd-3n-hsw-x520-64b-1t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x520-64b-1t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "testpmd-3n-hsw-x520-64b-1t1c-base-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "DPDK Latency: testpmd-3n-hsw-x520-64b-2t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x520-64b-2t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "testpmd-3n-hsw-x520-64b-2t2c-base-ndr" + layout: "plot-latency" + +# Packet Latency - DPDK testpmd 3n-hsw-x710 +- + type: "plot" + title: "DPDK Latency: testpmd-3n-hsw-x710-64b-1t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x710-64b-1t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "testpmd-3n-hsw-x710-64b-1t1c-base-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "DPDK Latency: testpmd-3n-hsw-x710-64b-2t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-x710-64b-2t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "testpmd-3n-hsw-x710-64b-2t2c-base-ndr" + layout: "plot-latency" + +# Packet Latency - DPDK testpmd 3n-hsw-xl710 +- + type: "plot" + title: "DPDK Latency: testpmd-3n-hsw-xl710-64b-1t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-xl710-64b-1t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '1T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "testpmd-3n-hsw-xl710-64b-1t1c-base-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "DPDK Latency: testpmd-3n-hsw-xl710-64b-2t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-hsw-xl710-64b-2t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "testpmd-3n-hsw-xl710-64b-2t2c-base-ndr" + layout: "plot-latency" + +# Packet Latency - DPDK testpmd 3n-skx-x710 +- + type: "plot" + title: "DPDK Latency: testpmd-3n-skx-x710-64b-2t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-x710-64b-2t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "testpmd-3n-skx-x710-64b-2t1c-base-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "DPDK Latency: testpmd-3n-skx-x710-64b-4t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-x710-64b-4t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "testpmd-3n-skx-x710-64b-4t2c-base-ndr" + layout: "plot-latency" + +# Packet Latency - DPDK testpmd 3n-skx-xxv710 +- + type: "plot" + title: "DPDK Latency: testpmd-3n-skx-xxv710-64b-2t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-xxv710-64b-2t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "testpmd-3n-skx-xxv710-64b-2t1c-base-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "DPDK Latency: testpmd-3n-skx-xxv710-64b-4t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-3n-skx-xxv710-64b-4t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "testpmd-3n-skx-xxv710-64b-4t2c-base-ndr" + layout: "plot-latency" + +# Packet Latency - DPDK testpmd 2n-skx-x710 +- + type: "plot" + title: "DPDK Latency: testpmd-2n-skx-x710-64b-2t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-x710-64b-2t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "testpmd-2n-skx-x710-64b-2t1c-base-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "DPDK Latency: testpmd-2n-skx-x710-64b-4t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-x710-64b-4t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "testpmd-2n-skx-x710-64b-4t2c-base-ndr" + layout: "plot-latency" + +# Packet Latency - DPDK testpmd 2n-skx-xxv710 +- + type: "plot" + title: "DPDK Latency: testpmd-2n-skx-xxv710-64b-2t1c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-xxv710-64b-2t1c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '2T1C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "testpmd-2n-skx-xxv710-64b-2t1c-base-ndr" + layout: "plot-latency" + +- + type: "plot" + title: "DPDK Latency: testpmd-2n-skx-xxv710-64b-4t2c-base-ndr-lat" + algorithm: "plot_latency_error_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,DPDK]}/testpmd-2n-skx-xxv710-64b-4t2c-base-ndr-lat" + data: "plot-dpdk-throughput-latency-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'BASE' and + 'NDRPDR' and + '4T2C' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH')" + parameters: + - "latency" + - "parent" + - "tags" + layout: + title: "testpmd-2n-skx-xxv710-64b-4t2c-base-ndr" + layout: "plot-latency" + +################################################################################ + +# Speedup - VPP Container Memif 3n-hsw-x520 +- + type: "plot" + title: "Speedup: memif-3n-hsw-x520-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-x520-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + layout: + title: "memif-3n-hsw-x520-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: memif-3n-hsw-x520-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-x520-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + layout: + title: "memif-3n-hsw-x520-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP Container Memif 3n-hsw-x710 +- + type: "plot" + title: "Speedup: memif-3n-hsw-x710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-x710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + layout: + title: "memif-3n-hsw-x710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: memif-3n-hsw-x710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-x710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + layout: + title: "memif-3n-hsw-x710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP Container Memif 3n-hsw-xl710 +- + type: "plot" + title: "Speedup: memif-3n-hsw-xl710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-xl710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + layout: + title: "memif-3n-hsw-xl710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: memif-3n-hsw-xl710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-hsw-xl710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + layout: + title: "memif-3n-hsw-xl710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP Container Memif 3n-skx-x710 +- + type: "plot" + title: "Speedup: memif-3n-skx-x710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-skx-x710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + layout: + title: "memif-3n-skx-x710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: memif-3n-skx-x710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-3n-skx-x710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + layout: + title: "memif-3n-skx-x710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP Container Memif 2n-skx-x710 +- + type: "plot" + title: "Speedup: memif-2n-skx-x710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-2n-skx-x710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + layout: + title: "memif-2n-skx-x710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: memif-2n-skx-x710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-2n-skx-x710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + layout: + title: "memif-2n-skx-x710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP Container Memif 2n-skx-xxv710 +- + type: "plot" + title: "Speedup: memif-2n-skx-xxv710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-2n-skx-xxv710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + layout: + title: "memif-2n-skx-xxv710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: memif-2n-skx-xxv710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/memif-2n-skx-xxv710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCFWD" + - "L2XCFWD" + - "L2XCFWD" + - "L2BDMACLRN" + - "L2BDMACLRN" + - "L2BDMACLRN" + layout: + title: "memif-2n-skx-xxv710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +################################################################################ + +# Speedup - VPP Container k8s memif 3n-hsw-x520 - l2xc +- + type: "plot" + title: "Speedup: k8s-memif-3n-hsw-x520-64b-base_and_scale-l2xc-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-base_and_scale-l2xc-ndr-tsa" + data: "plot-ligato-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'L2XCFWD' and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + layout: + title: "k8s-memif-3n-hsw-x520-64b-base_and_scale-ndr-l2xc" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: k8s-memif-3n-hsw-x520-64b-base_and_scale-l2xc-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-base_and_scale-l2xc-pdr-tsa" + data: "plot-ligato-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'L2XCFWD' and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + layout: + title: "k8s-memif-3n-hsw-x520-64b-base_and_scale-l2xc-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP Container k8s memif 3n-hsw-x520 - l2bd +- + type: "plot" + title: "Speedup: k8s-memif-3n-hsw-x520-64b-base_and_scale-l2bd-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-base_and_scale-l2bd-ndr-tsa" + data: "plot-ligato-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + ('L2BDMACSTAT' or 'L2BDMACLRN') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + layout: + title: "k8s-memif-3n-hsw-x520-64b-base_and_scale-ndr-l2bd" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: k8s-memif-3n-hsw-x520-64b-base_and_scale-l2bd-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x520-64b-base_and_scale-l2bd-pdr-tsa" + data: "plot-ligato-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + ('L2BDMACSTAT' or 'L2BDMACLRN') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + layout: + title: "k8s-memif-3n-hsw-x520-64b-base_and_scale-l2bd-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP Container Memif 3n-hsw-x710 - l2xc +- + type: "plot" + title: "Speedup: k8s-memif-3n-hsw-x710-64b-base_and_scale-l2xc-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-base_and_scale-l2xc-ndr-tsa" + data: "plot-ligato-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'L2XCFWD' and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + layout: + title: "k8s-memif-3n-hsw-x710-64b-base_and_scale-l2xc-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: k8s-memif-3n-hsw-x710-64b-base_and_scale-l2xc-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-base_and_scale-l2xc-pdr-tsa" + data: "plot-ligato-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'L2XCFWD' and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + layout: + title: "k8s-memif-3n-hsw-x710-64b-base_and_scale-l2xc-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP Container Memif 3n-hsw-x710 - l2bd +- + type: "plot" + title: "Speedup: k8s-memif-3n-hsw-x710-64b-base_and_scale-l2bd-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-base_and_scale-l2bd-ndr-tsa" + data: "plot-ligato-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + ('L2BDMACSTAT' or 'L2BDMACLRN') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + layout: + title: "k8s-memif-3n-hsw-x710-64b-base_and_scale-l2bd-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: k8s-memif-3n-hsw-x710-64b-base_and_scale-l2bd-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/k8s-memif-3n-hsw-x710-64b-base_and_scale-l2bd-pdr-tsa" + data: "plot-ligato-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + ('L2BDMACSTAT' or 'L2BDMACLRN') and + not 'VHOST' and + 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "1VNF" + - "2VNF" + - "4VNF" + - "2VNF" + - "4VNF" + layout: + title: "k8s-memif-3n-hsw-x710-64b-base_and_scale-l2bd-pdr" + layout: "plot-throughput-speedup-analysis" + +################################################################################ + +# Speedup - VPP IPv4 3n-hsw-x520 base and scale +- + type: "plot" + title: "Speedup: ip4-3n-hsw-x520-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip4-3n-hsw-x520-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4-3n-hsw-x520-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip4-3n-hsw-x520-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv4 3n-hsw-x520 features +- + type: "plot" + title: "Speedup: ip4-3n-hsw-x520-64b-features-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-features-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('IP4BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + ('NAT44' and 'BASE') or + ('ACL_STATELESS' and 'ACL10' and '10k_FLOWS')) and + 'NDRPDR' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "NAT44" + - "POLICE_MARK" + - "COPWHLIST" + - "IACL" + - "OACL" + layout: + title: "ip4-3n-hsw-x520-64b-features-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4-3n-hsw-x520-64b-features-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-features-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('IP4BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + ('NAT44' and 'BASE') or + ('ACL_STATELESS' and 'ACL10' and '10k_FLOWS')) and + 'NDRPDR' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "NAT44" + - "POLICE_MARK" + - "COPWHLIST" + - "IACL" + - "OACL" + layout: + title: "ip4-3n-hsw-x520-64b-features-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv4 3n-hsw-x520 features nat44 +- + type: "plot" + title: "Speedup: ip4-3n-hsw-x520-64b-features-nat44-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-features-nat44-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + 'IP4FWD' and + 'NAT44' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" + layout: + title: "ip4-3n-hsw-x520-64b-features-nat44-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4-3n-hsw-x520-64b-features-nat44-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-features-nat44-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + 'IP4FWD' and + 'NAT44' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" + layout: + title: "ip4-3n-hsw-x520-64b-features-nat44-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv4 3n-hsw-x520 features iacl +- + type: "plot" + title: "Speedup: ip4-3n-hsw-x520-64b-features-iacl-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-features-iacl-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + 'IP4FWD' and + 'IACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + layout: + title: "ip4-3n-hsw-x520-64b-features-iacl-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4-3n-hsw-x520-64b-features-iacl-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-features-iacl-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + 'IP4FWD' and + 'IACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + layout: + title: "ip4-3n-hsw-x520-64b-features-iacl-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv4 3n-hsw-x520 features oacl +- + type: "plot" + title: "Speedup: ip4-3n-hsw-x520-64b-features-oacl-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-features-oacl-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + 'IP4FWD' and + 'OACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + layout: + title: "ip4-3n-hsw-x520-64b-features-oacl-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4-3n-hsw-x520-64b-features-oacl-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x520-64b-features-oacl-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + 'IP4FWD' and + 'OACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + layout: + title: "ip4-3n-hsw-x520-64b-features-oacl-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv4 3n-hsw-x710 base and scale +- + type: "plot" + title: "Speedup: ip4-3n-hsw-x710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip4-3n-hsw-x710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4-3n-hsw-x710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip4-3n-hsw-x710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv4 3n-hsw-x710 features +- + type: "plot" + title: "Speedup: ip4-3n-hsw-x710-64b-features-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-features-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + ('NAT44' and 'BASE') or + ('ACL_STATELESS' and 'ACL10' and '10k_FLOWS')) and + 'NDRPDR' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "NAT44" + - "POLICE_MARK" + - "COPWHLIST" + - "IACL" + - "OACL" + layout: + title: "ip4-3n-hsw-x710-64b-features-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4-3n-hsw-x710-64b-features-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-features-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + ('NAT44' and 'BASE') or + ('ACL_STATELESS' and 'ACL10' and '10k_FLOWS')) and + 'NDRPDR' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "NAT44" + - "POLICE_MARK" + - "COPWHLIST" + - "IACL" + - "OACL" + layout: + title: "ip4-3n-hsw-x710-64b-features-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv4 3n-hsw-x710 features nat44 +- + type: "plot" + title: "Speedup: ip4-3n-hsw-x710-64b-features-nat44-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-features-nat44-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'IP4FWD' and + 'NAT44' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" + layout: + title: "ip4-3n-hsw-x710-64b-features-nat44-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4-3n-hsw-x710-64b-features-nat44-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-features-nat44-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'IP4FWD' and + 'NAT44' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" + layout: + title: "ip4-3n-hsw-x710-64b-features-nat44-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv4 3n-hsw-x710 features iacl +- + type: "plot" + title: "Speedup: ip4-3n-hsw-x710-64b-features-iacl-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-features-iacl-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'IP4FWD' and + 'IACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + layout: + title: "ip4-3n-hsw-x710-64b-features-iacl-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4-3n-hsw-x710-64b-features-iacl-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-features-iacl-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'IP4FWD' and + 'IACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + layout: + title: "ip4-3n-hsw-x710-64b-features-iacl-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv4 3n-hsw-x710 features oacl +- + type: "plot" + title: "Speedup: ip4-3n-hsw-x710-64b-features-oacl-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-features-oacl-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'IP4FWD' and + 'OACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + layout: + title: "ip4-3n-hsw-x710-64b-features-oacl-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4-3n-hsw-x710-64b-features-oacl-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-features-oacl-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'IP4FWD' and + 'OACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + layout: + title: "ip4-3n-hsw-x710-64b-features-oacl-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv4 3n-hsw-xl710 base and scale +- + type: "plot" + title: "Speedup: ip4-3n-hsw-xl710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-xl710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip4-3n-hsw-xl710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4-3n-hsw-xl710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-xl710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip4-3n-hsw-xl710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv4 3n-skx-x710 base and scale +- + type: "plot" + title: "Speedup: ip4-3n-skx-x710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip4-3n-skx-x710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4-3n-skx-x710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip4-3n-skx-x710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv4 3n-skx-x710 features +- + type: "plot" + title: "Speedup: ip4-3n-skx-x710-64b-features-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-features-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + ('NAT44' and 'BASE') or + ('ACL_STATELESS' and 'ACL10' and '10k_FLOWS')) and + 'NDRPDR' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "NAT44" + - "POLICE_MARK" + - "COPWHLIST" + - "IACL" + - "OACL" + layout: + title: "ip4-3n-skx-x710-64b-features-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4-3n-skx-x710-64b-features-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-features-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + ('NAT44' and 'BASE') or + ('ACL_STATELESS' and 'ACL10' and '10k_FLOWS')) and + 'NDRPDR' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "NAT44" + - "POLICE_MARK" + - "COPWHLIST" + - "IACL" + - "OACL" + layout: + title: "ip4-3n-skx-x710-64b-features-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv4 3n-skx-x710 features nat44 +- + type: "plot" + title: "Speedup: ip4-3n-skx-x710-64b-features-nat44-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-features-nat44-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'IP4FWD' and + 'NAT44' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" + layout: + title: "ip4-3n-skx-x710-64b-features-nat44-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4-3n-skx-x710-64b-features-nat44-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-features-nat44-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'IP4FWD' and + 'NAT44' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" + layout: + title: "ip4-3n-skx-x710-64b-features-nat44-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv4 3n-skx-x710 features iacl +- + type: "plot" + title: "Speedup: ip4-3n-skx-x710-64b-features-iacl-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-features-iacl-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'IP4FWD' and + 'IACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + layout: + title: "ip4-3n-skx-x710-64b-features-iacl-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4-3n-skx-x710-64b-features-iacl-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-features-iacl-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'IP4FWD' and + 'IACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + layout: + title: "ip4-3n-skx-x710-64b-features-iacl-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv4 3n-skx-x710 features oacl +- + type: "plot" + title: "Speedup: ip4-3n-skx-x710-64b-features-oacl-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-features-oacl-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'IP4FWD' and + 'OACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + layout: + title: "ip4-3n-skx-x710-64b-features-oacl-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4-3n-skx-x710-64b-features-oacl-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-features-oacl-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'IP4FWD' and + 'OACL' and + ('ACL10' or 'ACL50') and '10k_FLOWS' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "ACL_STATELESS" + - "ACL_STATEFUL" + - "ACL_STATELESS" + - "ACL_STATEFUL" + layout: + title: "ip4-3n-skx-x710-64b-features-oacl-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv4 2n-skx-x710 base and scale +- + type: "plot" + title: "Speedup: ip4-2n-skx-x710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-x710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip4-2n-skx-x710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4-2n-skx-x710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-x710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip4-2n-skx-x710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv4 2n-skx-xxv710 base and scale +- + type: "plot" + title: "Speedup: ip4-2n-skx-xxv710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-xxv710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip4-2n-skx-xxv710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4-2n-skx-xxv710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-skx-xxv710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('IP4BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip4-2n-skx-xxv710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv4 2n-dnv-x553 base +- + type: "plot" + title: "Speedup: ip4-2n-dnv-x553-64b-base-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-dnv-x553-64b-base-ndr-tsa" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '64B' and + 'IP4BASE' and + 'NDRPDR' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + layout: + title: "ip4-2n-dnv-x553-64b-base-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4-2n-dnv-x553-64b-base-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4-2n-dnv-x553-64b-base-pdr-tsa" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '64B' and + 'IP4BASE' and + 'NDRPDR' and + 'IP4FWD' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4BASE" + layout: + title: "ip4-2n-dnv-x553-64b-base-pdr" + layout: "plot-throughput-speedup-analysis" + +################################################################################ + +# Speedup - VPP IPv4 Tunnels 3n-hsw-x520 +- + type: "plot" + title: "Speedup: ip4tun-3n-hsw-x520-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520_DA2' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + 'VXLAN' and + 'L2BDMACLRN' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not DOT1Q" + - "VXLAN_1" + - "VXLAN_10" + - "VXLAN_100" + - "VXLAN_1000" + layout: + title: "ip4tun-3n-hsw-x520-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4tun-3n-hsw-x520-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520_DA2' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + 'VXLAN' and + 'L2BDMACLRN' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not DOT1Q" + - "VXLAN_1" + - "VXLAN_10" + - "VXLAN_100" + - "VXLAN_1000" + layout: + title: "ip4tun-3n-hsw-x520-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv4 Tunnels 3n-hsw-x520 - features +- + type: "plot" + title: "Speedup: ip4tun-3n-hsw-x520-64b-base_and_features-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-base_and_features-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + ('VXLAN' and ('L2BDMACLRN' or 'L2XCFWD') or 'LISP') and + not 'DOT1Q' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2BDMACLRN" + - "L2XCFWD" + - "LISP" + layout: + title: "ip4tun-3n-hsw-x520-64b-base_and_features-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4tun-3n-hsw-x520-64b-base_and_features-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-base_and_features-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + ('VXLAN' and ('L2BDMACLRN' or 'L2XCFWD') or 'LISP') and + not 'DOT1Q' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2BDMACLRN" + - "L2XCFWD" + - "LISP" + layout: + title: "ip4tun-3n-hsw-x520-64b-base_and_features-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv4 Tunnels 3n-hsw-x710 +- + type: "plot" + title: "Speedup: ip4tun-3n-hsw-x710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + 'VXLAN' and + 'L2BDMACLRN' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not DOT1Q" + - "VXLAN_1" + - "VXLAN_10" + - "VXLAN_100" + - "VXLAN_1000" + layout: + title: "ip4tun-3n-hsw-x710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4tun-3n-hsw-x710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + 'VXLAN' and + 'L2BDMACLRN' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not DOT1Q" + - "VXLAN_1" + - "VXLAN_10" + - "VXLAN_100" + - "VXLAN_1000" + layout: + title: "ip4tun-3n-hsw-x710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv4 Tunnels 3n-hsw-x710 - features +- + type: "plot" + title: "Speedup: ip4tun-3n-hsw-x710-64b-base_and_features-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x710-64b-base_and_features-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + ('VXLAN' and ('L2BDMACLRN' or 'L2XCFWD') or 'LISP') and + not 'DOT1Q' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2BDMACLRN" + - "L2XCFWD" + - "LISP" + layout: + title: "ip4tun-3n-hsw-x710-64b-base_and_features-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4tun-3n-hsw-x710-64b-base_and_features-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x710-64b-base_and_features-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + ('VXLAN' and ('L2BDMACLRN' or 'L2XCFWD') or 'LISP') and + not 'DOT1Q' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2BDMACLRN" + - "L2XCFWD" + - "LISP" + layout: + title: "ip4tun-3n-hsw-x710-64b-base_and_features-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv4 Tunnels 3n-skx-x710 +- + type: "plot" + title: "Speedup: ip4tun-3n-skx-x710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-skx-x710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + 'VXLAN' and + 'L2BDMACLRN' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not DOT1Q" + - "VXLAN_1" + - "VXLAN_10" + - "VXLAN_100" + - "VXLAN_1000" + layout: + title: "ip4tun-3n-skx-x710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4tun-3n-skx-x710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-skx-x710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + 'VXLAN' and + 'L2BDMACLRN' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not DOT1Q" + - "VXLAN_1" + - "VXLAN_10" + - "VXLAN_100" + - "VXLAN_1000" + layout: + title: "ip4tun-3n-skx-x710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv4 Tunnels 3n-skx-x710 - features +- + type: "plot" + title: "Speedup: ip4tun-3n-skx-x710-64b-base_and_features-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-skx-x710-64b-base_and_features-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + ('VXLAN' and ('L2BDMACLRN' or 'L2XCFWD') or 'LISP') and + not 'DOT1Q' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2BDMACLRN" + - "L2XCFWD" + - "LISP" + layout: + title: "ip4tun-3n-skx-x710-64b-base_and_features-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip4tun-3n-skx-x710-64b-base_and_features-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-skx-x710-64b-base_and_features-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'ENCAP' and + 'NDRPDR' and + ('VXLAN' and ('L2BDMACLRN' or 'L2XCFWD') or 'LISP') and + not 'DOT1Q' and + not 'VHOST' and + not 'IPSECHW'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2BDMACLRN" + - "L2XCFWD" + - "LISP" + layout: + title: "ip4tun-3n-skx-x710-64b-base_and_features-pdr" + layout: "plot-throughput-speedup-analysis" + +################################################################################ + +# Speedup - VPP IPv6 3n-hsw-x520 +- + type: "plot" + title: "Speedup: ip6-3n-hsw-x520-78b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x520-78b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip6-3n-hsw-x520-78b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip6-3n-hsw-x520-78b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x520-78b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip6-3n-hsw-x520-78b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv6 3n-hsw-x520 features +- + type: "plot" + title: "Speedup: ip6-3n-hsw-x520-78b-base_and_features-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x520-78b-base_and_features-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + ('IP6BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + 'IACLDST') and + 'NDRPDR' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "POLICE_MARK" + - "COPWHLIST" + - "IACLDST" + layout: + title: "ip6-3n-hsw-x520-78b-base_and_features-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip6-3n-hsw-x520-78b-base_and_features-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x520-78b-base_and_features-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + ('IP6BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + 'IACLDST') and + 'NDRPDR' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "POLICE_MARK" + - "COPWHLIST" + - "IACLDST" + layout: + title: "ip6-3n-hsw-x520-78b-base_and_features-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv6 3n-hsw-x710 +- + type: "plot" + title: "Speedup: ip6-3n-hsw-x710-78b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x710-78b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip6-3n-hsw-x710-78b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip6-3n-hsw-x710-78b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x710-78b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip6-3n-hsw-x710-78b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv6 3n-hsw-x710 features +- + type: "plot" + title: "Speedup: ip6-3n-hsw-x710-78b-base_and_features-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x710-78b-base_and_features-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + 'IACLDST') and + 'NDRPDR' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "POLICE_MARK" + - "COPWHLIST" + - "IACLDST" + layout: + title: "ip6-3n-hsw-x710-78b-base_and_features-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip6-3n-hsw-x710-78b-base_and_features-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-x710-78b-base_and_features-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + 'IACLDST') and + 'NDRPDR' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "POLICE_MARK" + - "COPWHLIST" + - "IACLDST" + layout: + title: "ip6-3n-hsw-x710-78b-base_and_features-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv6 3n-hsw-xl710 +- + type: "plot" + title: "Speedup: ip6-3n-hsw-xl710-78b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-xl710-78b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip6-3n-hsw-xl710-78b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip6-3n-hsw-xl710-78b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-hsw-xl710-78b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip6-3n-hsw-xl710-78b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv6 3n-skx-x710 +- + type: "plot" + title: "Speedup: ip6-3n-skx-x710-78b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip6-3n-skx-x710-78b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip6-3n-skx-x710-78b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip6-3n-skx-x710-78b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv6 3n-skx-x710 features +- + type: "plot" + title: "Speedup: ip6-3n-skx-x710-78b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + 'IACLDST') and + 'NDRPDR' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "POLICE_MARK" + - "COPWHLIST" + - "IACLDST" + layout: + title: "ip6-3n-skx-x710-78b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip6-3n-skx-x710-78b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or + 'POLICE_MARK' or + 'COPWHLIST' or + 'IACLDST') and + 'NDRPDR' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "POLICE_MARK" + - "COPWHLIST" + - "IACLDST" + layout: + title: "ip6-3n-skx-x710-78b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv6 2n-skx-x710 +- + type: "plot" + title: "Speedup: ip6-2n-skx-x710-78b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-skx-x710-78b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip6-2n-skx-x710-78b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip6-2n-skx-x710-78b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-skx-x710-78b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-X710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip6-2n-skx-x710-78b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv6 2n-skx-xxv710 +- + type: "plot" + title: "Speedup: ip6-2n-skx-xxv710-78b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-skx-xxv710-78b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-XXV710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip6-2n-skx-xxv710-78b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip6-2n-skx-xxv710-78b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-skx-xxv710-78b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-XXV710' and + '78B' and + ('IP6BASE' or 'FIB_20K' or 'FIB_200K' or 'FIB_2M') and + 'NDRPDR' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + - "FIB_20K" + - "FIB_200K" + - "FIB_2M" + layout: + title: "ip6-2n-skx-xxv710-78b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPv6 2n-dnv-x553 base +- + type: "plot" + title: "Speedup: ip6-2n-dnv-x553-78b-base-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-dnv-x553-78b-base-ndr-tsa" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '78B' and + 'IP6BASE' and + 'NDRPDR' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + layout: + title: "ip6-2n-dnv-x553-78b-base-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip6-2n-dnv-x553-78b-base-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6-2n-dnv-x553-78b-base-pdr-tsa" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '78B' and + 'IP6BASE' and + 'NDRPDR' and + 'IP6FWD' and + not 'SRv6' and + not 'IPSEC' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP6BASE" + layout: + title: "ip6-2n-dnv-x553-78b-base-pdr" + layout: "plot-throughput-speedup-analysis" + +################################################################################ + +# Speedup - VPP IPv6 tunnels 3n-hsw-x520 +- + type: "plot" + title: "Speedup: ip6tun-3n-hsw-x520-78b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6tun-3n-hsw-x520-78b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + 'ENCAP' and + 'NDRPDR' and + 'LISP' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4UNRLAY" + - "IP6UNRLAY" + layout: + title: "ip6tun-3n-hsw-x520-78b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ip6tun-3n-hsw-x520-78b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ip6tun-3n-hsw-x520-78b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + 'ENCAP' and + 'NDRPDR' and + 'LISP' and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "IP4UNRLAY" + - "IP6UNRLAY" + layout: + title: "ip6tun-3n-hsw-x520-78b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +################################################################################ + +# Speedup - VPP IPSec 3n-hsw-xl710 base +- + type: "plot" + title: "Speedup: ipsec-3n-hsw-xl710-64b-base-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-base-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'BASE' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + layout: + title: "ipsec-3n-hsw-xl710-64b-base-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ipsec-3n-hsw-xl710-64b-base-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-base-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'BASE' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + layout: + title: "ipsec-3n-hsw-xl710-64b-base-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPSec 3n-hsw-xl710 scale +- + type: "plot" + title: "Speedup: ipsec-3n-hsw-xl710-64b-scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'SCALE' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + layout: + title: "ipsec-3n-hsw-xl710-64b-scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ipsec-3n-hsw-xl710-64b-scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'SCALE' and + 'IPSECHW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + layout: + title: "ipsec-3n-hsw-xl710-64b-scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP IPSec 3n-hsw-xl710 sw +- + type: "plot" + title: "Speedup: ipsec-3n-hsw-xl710-64b-sw-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-sw-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'IPSECSW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + layout: + title: "ipsec-3n-hsw-xl710-64b-sw-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: ipsec-3n-hsw-xl710-64b-sw-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/ipsec-3n-hsw-xl710-64b-sw-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'IP4FWD' and + 'NDRPDR' and + 'IPSECSW' and + ('IPSECTRAN' or 'IPSECTUN') and + not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + layout: + title: "ipsec-3n-hsw-xl710-64b-sw-pdr" + layout: "plot-throughput-speedup-analysis" + +################################################################################ + +# Speedup - VPP SRv6 3n-hsw-x520 +- + type: "plot" + title: "Speedup: srv6-3n-hsw-x520-78b-features-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/srv6-3n-hsw-x520-78b-features-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + 'FEATURE' and + 'NDRPDR' and + 'IP6FWD' and + 'SRv6'" + parameters: + - "throughput" + - "parent" + - "tags" + layout: + title: "srv6-3n-hsw-x520-78b-features-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: srv6-3n-hsw-x520-78b-features-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/srv6-3n-hsw-x520-78b-features-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '78B' and + 'FEATURE' and + 'NDRPDR' and + 'IP6FWD' and + 'SRv6'" + parameters: + - "throughput" + - "parent" + - "tags" + layout: + title: "srv6-3n-hsw-x520-78b-features-pdr" + layout: "plot-throughput-speedup-analysis" + +################################################################################ + +# Speedup - VPP L2 3n-hsw-x520 base and scale +- + type: "plot" + title: "Speedup: l2sw-3n-hsw-x520-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x520-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-3n-hsw-x520-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: l2sw-3n-hsw-x520-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x520-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-3n-hsw-x520-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP L2 3n-hsw-x520 features +- + type: "plot" + title: "Speedup: l2sw-3n-hsw-x520-64b-features-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x520-64b-features-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + (('L2BDMACLRN' and ('L2BDBASE' or 'DOT1Q')) or ('L2XCFWD' and ('L2XCBASE' or 'DOT1Q'))) and + not 'ACL' and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" # l2xcbase + - "L2BDBASE" # l2bdbase + - "L2XCFWD" # dot1q-l2xcbase + - "L2BDMACLRN" # dot1q-l2bdbase + layout: + title: "l2sw-3n-hsw-x520-64b-features-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: l2sw-3n-hsw-x520-64b-features-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x520-64b-features-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + (('L2BDMACLRN' and ('L2BDBASE' or 'DOT1Q')) or ('L2XCFWD' and ('L2XCBASE' or 'DOT1Q'))) and + not 'ACL' and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" # l2xcbase + - "L2BDBASE" # l2bdbase + - "L2XCFWD" # dot1q-l2xcbase + - "L2BDMACLRN" # dot1q-l2bdbase + layout: + title: "l2sw-3n-hsw-x520-64b-features-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP L2 3n-hsw-x710 base and scale +- + type: "plot" + title: "Speedup: l2sw-3n-hsw-x710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-3n-hsw-x710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: l2sw-3n-hsw-x710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-3n-hsw-x710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP L2 3n-hsw-x710 features +- + type: "plot" + title: "Speedup: l2sw-3n-hsw-x710-64b-features-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x710-64b-features-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + (('L2BDMACLRN' and ('L2BDBASE' or 'DOT1Q')) or ('L2XCFWD' and ('L2XCBASE' or 'DOT1Q'))) and + not 'ACL' and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" # l2xcbase + - "L2BDBASE" # l2bdbase + - "L2XCFWD" # dot1q-l2xcbase + - "L2BDMACLRN" # dot1q-l2bdbase + layout: + title: "l2sw-3n-hsw-x710-64b-features-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: l2sw-3n-hsw-x710-64b-features-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x710-64b-features-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + (('L2BDMACLRN' and ('L2BDBASE' or 'DOT1Q')) or ('L2XCFWD' and ('L2XCBASE' or 'DOT1Q'))) and + not 'ACL' and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" # l2xcbase + - "L2BDBASE" # l2bdbase + - "L2XCFWD" # dot1q-l2xcbase + - "L2BDMACLRN" # dot1q-l2bdbase + layout: + title: "l2sw-3n-hsw-x710-64b-features-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP L2 3n-hsw-xl710 base and scale +- + type: "plot" + title: "Speedup: l2sw-3n-hsw-xl710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-xl710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-3n-hsw-xl710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: l2sw-3n-hsw-xl710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-xl710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-3n-hsw-xl710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP L2 3n-skx-x710 base and scale +- + type: "plot" + title: "Speedup: l2sw-3n-skx-x710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-x710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-3n-skx-x710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: l2sw-3n-skx-x710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-x710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-3n-skx-x710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP L2 3n-skx-x710 features +- + type: "plot" + title: "Speedup: l2sw-3n-skx-x710-64b-features-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-x710-64b-features-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + (('L2BDMACLRN' and ('L2BDBASE' or 'DOT1Q')) or ('L2XCFWD' and ('L2XCBASE' or 'DOT1Q'))) and + not 'ACL' and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" # l2xcbase + - "L2BDBASE" # l2bdbase + - "L2XCFWD" # dot1q-l2xcbase + - "L2BDMACLRN" # dot1q-l2bdbase + layout: + title: "l2sw-3n-skx-x710-64b-features-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: l2sw-3n-skx-x710-64b-features-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-x710-64b-features-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + (('L2BDMACLRN' and ('L2BDBASE' or 'DOT1Q')) or ('L2XCFWD' and ('L2XCBASE' or 'DOT1Q'))) and + not 'ACL' and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" # l2xcbase + - "L2BDBASE" # l2bdbase + - "L2XCFWD" # dot1q-l2xcbase + - "L2BDMACLRN" # dot1q-l2bdbase + layout: + title: "l2sw-3n-skx-x710-64b-features-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP L2 3n-skx-xxv710 base and scale +- + type: "plot" + title: "Speedup: l2sw-3n-skx-xxv710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-xxv710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-3n-skx-xxv710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: l2sw-3n-skx-xxv710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-xxv710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-3n-skx-xxv710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP L2 2n-skx-x710 base and scale +- + type: "plot" + title: "Speedup: l2sw-2n-skx-x710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-x710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-2n-skx-x710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: l2sw-2n-skx-x710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-x710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-2n-skx-x710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP L2 2n-skx-xxv710 base and scale +- + type: "plot" + title: "Speedup: l2sw-2n-skx-xxv710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-xxv710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-2n-skx-xxv710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: l2sw-2n-skx-xxv710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-xxv710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" + - "L2XCBASE" + - "BASE" + - "FIB_10K" + - "FIB_100K" + - "FIB_1M" + layout: + title: "l2sw-2n-skx-xxv710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Speedup - VPP L2 2n-dnv-x553 base +- + type: "plot" + title: "Speedup: l2sw-2n-dnv-x553-64b-base-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-dnv-x553-64b-base-ndr-tsa" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" + - "L2BDMACLRN" + - "L2PATCH" + layout: + title: "l2sw-2n-dnv-x553-64b-base-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "Speedup: l2sw-2n-dnv-x553-64b-base-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-dnv-x553-64b-base-pdr-tsa" + data: "intel-dnv-vpp" + filter: "'NIC_Intel-X553' and + '64B' and + ('BASE' or 'SCALE') and + 'NDRPDR' and + 'ETH' and + ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and + not 'VHOST' and + not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2XCBASE" + - "L2BDMACLRN" + - "L2PATCH" + layout: + title: "l2sw-2n-dnv-x553-64b-base-pdr" + layout: "plot-throughput-speedup-analysis" + +################################################################################ + +# Packet Speedup - VPP vhost ip4 3n-hsw-x520 +- + type: "plot" + title: "VPP Speedup: vhost-ip4-3n-hsw-x520-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-x520-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + layout: + title: "vhost-ip4-3n-hsw-x520-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vhost-ip4-3n-hsw-x520-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-x520-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + layout: + title: "vhost-ip4-3n-hsw-x520-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Packet Speedup - VPP vhost l2sw 3n-hsw-x520 +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-3n-hsw-x520-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x520-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + layout: + title: "vhost-l2sw-3n-hsw-x520-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-3n-hsw-x520-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x520-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + layout: + title: "vhost-l2sw-3n-hsw-x520-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Packet Speedup - VPP vhost l2sw 3n-hsw-x520 - base +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-3n-hsw-x520-64b-base-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x520-64b-base-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + layout: + title: "vhost-l2sw-3n-hsw-x520-64b-base-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-3n-hsw-x520-64b-base-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x520-64b-base-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + layout: + title: "vhost-l2sw-3n-hsw-x520-64b-base-pdr" + layout: "plot-throughput-speedup-analysis" + +# Packet Speedup - VPP vhost l2sw 3n-hsw-x520 - base vm +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-3n-hsw-x520-64b-base-vm-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x520-64b-base-vm-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD' and + not 'LBOND'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + layout: + title: "vhost-l2sw-3n-hsw-x520-64b-base-vm-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-3n-hsw-x520-64b-base-vm-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x520-64b-base-vm-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD' and + not 'LBOND'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + layout: + title: "vhost-l2sw-3n-hsw-x520-64b-base-vm-pdr" + layout: "plot-throughput-speedup-analysis" + +# Packet Speedup - VPP vhost ip4 3n-hsw-x710 +- + type: "plot" + title: "VPP Speedup: vhost-ip4-3n-hsw-x710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-x710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + layout: + title: "vhost-ip4-3n-hsw-x710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vhost-ip4-3n-hsw-x710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-x710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + layout: + title: "vhost-ip4-3n-hsw-x710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Packet Speedup - VPP vhost l2sw 3n-hsw-x710 +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-3n-hsw-x710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + layout: + title: "vhost-l2sw-3n-hsw-x710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-3n-hsw-x710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + layout: + title: "vhost-l2sw-3n-hsw-x710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Packet Speedup - VPP vhost l2sw 3n-hsw-x710 - base +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-3n-hsw-x710-64b-base-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x710-64b-base-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + layout: + title: "vhost-l2sw-3n-hsw-x710-64b-base-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-3n-hsw-x710-64b-base-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x710-64b-base-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + layout: + title: "vhost-l2sw-3n-hsw-x710-64b-base-pdr" + layout: "plot-throughput-speedup-analysis" + +# Packet Speedup - VPP vhost l2sw 3n-hsw-x710 - base vm +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-3n-hsw-x710-64b-base-vm-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x710-64b-base-vm-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD' and + not 'LBOND'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + layout: + title: "vhost-l2sw-3n-hsw-x710-64b-base-vm-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-3n-hsw-x710-64b-base-vm-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-x710-64b-base-vm-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD' and + not 'LBOND'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + layout: + title: "vhost-l2sw-3n-hsw-x710-64b-base-vm-pdr" + layout: "plot-throughput-speedup-analysis" + +# Packet Speedup - VPP vhost ip4 3n-hsw-xl710 +- + type: "plot" + title: "VPP Speedup: vhost-ip4-3n-hsw-xl710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-xl710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + layout: + title: "vhost-ip4-3n-hsw-xl710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vhost-ip4-3n-hsw-xl710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-hsw-xl710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + layout: + title: "vhost-ip4-3n-hsw-xl710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Packet Speedup - VPP vhost l2sw 3n-hsw-xl710 +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-3n-hsw-xl710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-xl710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + layout: + title: "vhost-l2sw-3n-hsw-xl710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-3n-hsw-xl710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-xl710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + layout: + title: "vhost-l2sw-3n-hsw-xl710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Packet Speedup - VPP vhost l2sw 3n-hsw-xl710 - base +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-3n-hsw-xl710-64b-base-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-xl710-64b-base-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + layout: + title: "vhost-l2sw-3n-hsw-xl710-64b-base-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-3n-hsw-xl710-64b-base-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-xl710-64b-base-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + layout: + title: "vhost-l2sw-3n-hsw-xl710-64b-base-pdr" + layout: "plot-throughput-speedup-analysis" + +# Packet Speedup - VPP vhost l2sw 3n-hsw-xl710 - base vm +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-3n-hsw-xl710-64b-base-vm-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-xl710-64b-base-vm-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + layout: + title: "vhost-l2sw-3n-hsw-xl710-64b-base-vm-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-3n-hsw-xl710-64b-base-vm-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-hsw-xl710-64b-base-vm-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-XL710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + layout: + title: "vhost-l2sw-3n-hsw-xl710-64b-base-vm-pdr" + layout: "plot-throughput-speedup-analysis" + +# Packet Speedup - VPP vhost ip4 3n-skx-x710 +- + type: "plot" + title: "VPP Speedup: vhost-ip4-3n-skx-x710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-skx-x710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + layout: + title: "vhost-ip4-3n-skx-x710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vhost-ip4-3n-skx-x710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-3n-skx-x710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + layout: + title: "vhost-ip4-3n-skx-x710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Packet Speedup - VPP vhost l2sw 3n-skx-x710 +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-3n-skx-x710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-skx-x710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + layout: + title: "vhost-l2sw-3n-skx-x710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-3n-skx-x710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-skx-x710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + layout: + title: "vhost-l2sw-3n-skx-x710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Packet Speedup - VPP vhost l2sw 3n-skx-x710 - base +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-3n-skx-x710-64b-base-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-skx-x710-64b-base-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM' and + not 'LBOND'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + layout: + title: "vhost-l2sw-3n-skx-x710-64b-base-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-3n-skx-x710-64b-base-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-skx-x710-64b-base-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM' and + not 'LBOND'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + layout: + title: "vhost-l2sw-3n-skx-x710-64b-base-pdr" + layout: "plot-throughput-speedup-analysis" + +# Packet Speedup - VPP vhost l2sw 3n-skx-x710 - base vm +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-3n-skx-x710-64b-base-vm-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-skx-x710-64b-base-vm-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD' and + not 'LBOND'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + layout: + title: "vhost-l2sw-3n-skx-x710-64b-base-vm-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-3n-skx-x710-64b-base-vm-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-3n-skx-x710-64b-base-vm-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD' and + not 'LBOND'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + layout: + title: "vhost-l2sw-3n-skx-x710-64b-base-vm-pdr" + layout: "plot-throughput-speedup-analysis" + +# Packet Speedup - VPP vhost ip4 2n-skx-x710 +- + type: "plot" + title: "VPP Speedup: vhost-ip4-2n-skx-x710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-2n-skx-x710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + layout: + title: "vhost-ip4-2n-skx-x710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vhost-ip4-2n-skx-x710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-2n-skx-x710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + layout: + title: "vhost-ip4-2n-skx-x710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Packet Speedup - VPP vhost l2sw 2n-skx-x710 +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-2n-skx-x710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-x710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + layout: + title: "vhost-l2sw-2n-skx-x710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-2n-skx-x710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-x710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + layout: + title: "vhost-l2sw-2n-skx-x710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Packet Speedup - VPP vhost l2sw 2n-skx-x710 - base +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-2n-skx-x710-64b-base-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-x710-64b-base-ndr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + layout: + title: "vhost-l2sw-2n-skx-x710-64b-base-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-2n-skx-x710-64b-base-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-x710-64b-base-pdr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + layout: + title: "vhost-l2sw-2n-skx-x710-64b-base-pdr" + layout: "plot-throughput-speedup-analysis" + +# Packet Speedup - VPP vhost l2sw 2n-skx-x710 - base vm +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-2n-skx-x710-64b-base-vm-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-x710-64b-base-vm-ndr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + layout: + title: "vhost-l2sw-2n-skx-x710-64b-base-vm-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-2n-skx-x710-64b-base-vm-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-x710-64b-base-vm-pdr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-X710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + layout: + title: "vhost-l2sw-2n-skx-x710-64b-base-vm-pdr" + layout: "plot-throughput-speedup-analysis" + +# Packet Speedup - VPP vhost ip4 2n-skx-xxv710 +- + type: "plot" + title: "VPP Speedup: vhost-ip4-2n-skx-xxv710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-2n-skx-xxv710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + layout: + title: "vhost-ip4-2n-skx-xxv710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vhost-ip4-2n-skx-xxv710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-ip4-2n-skx-xxv710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + 'ETH' and + 'IP4FWD' and + 'VHOST_1024' and + not 'VXLAN' and + not 'DOT1Q'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "not CFS_OPT" + - "1VM" + - "2VM" + layout: + title: "vhost-ip4-2n-skx-xxv710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Packet Speedup - VPP vhost l2sw 2n-skx-xxv710 +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-2n-skx-xxv710-64b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-xxv710-64b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + layout: + title: "vhost-l2sw-2n-skx-xxv710-64b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-2n-skx-xxv710-64b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-xxv710-64b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'L2BDMACLRN' and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "VM" # "not CFS_OPT" +# - "CFS_OPT" +# - "FIB_10K" +# - "FIB_100K" +# - "FIB_1M" + layout: + title: "vhost-l2sw-2n-skx-xxv710-64b-base_and_scale-pdr" + layout: "plot-throughput-speedup-analysis" + +# Packet Speedup - VPP vhost l2sw 2n-skx-xxv710 - base +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-2n-skx-xxv710-64b-base-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-xxv710-64b-base-ndr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + layout: + title: "vhost-l2sw-2n-skx-xxv710-64b-base-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-2n-skx-xxv710-64b-base-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-xxv710-64b-base-pdr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + 'BASE' and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'VXLAN' and + not 'IP4FWD' and + not '2VM'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "not CFS_OPT" +# - "L2XCFWD" +# - "not CFS_OPT" +# - "CFS_OPT" + layout: + title: "vhost-l2sw-2n-skx-xxv710-64b-base-pdr" + layout: "plot-throughput-speedup-analysis" + +# Packet Speedup - VPP vhost l2sw 2n-skx-xxv710 - base vm +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-2n-skx-xxv710-64b-base-vm-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-xxv710-64b-base-vm-ndr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + layout: + title: "vhost-l2sw-2n-skx-xxv710-64b-base-vm-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vhost-l2sw-2n-skx-xxv710-64b-base-vm-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vhost-l2sw-2n-skx-xxv710-64b-base-vm-pdr-tsa" + data: "plot-throughput-speedup-analysis-2n-skx" + filter: "'NIC_Intel-XXV710' and + '64B' and + 'NDRPDR' and + ('ETH' or 'DOT1Q') and + ('L2BDMACLRN' or 'L2XCFWD') and + 'VHOST_1024' and + not 'CFS_OPT' and + not 'VXLAN' and + not 'IP4FWD'" + parameters: + - "throughput" + - "parent" + - "tags" +# sort: +# - "1VM" +# - "L2XCFWD" +# - "1VM" +# - "L2BDMACLRN" + layout: + title: "vhost-l2sw-2n-skx-xxv710-64b-base-vm-pdr" + layout: "plot-throughput-speedup-analysis" + +################################################################################ + +# Speedup - VPP vts 3n-hsw-x520 +- + type: "plot" + title: "VPP Speedup: vts-3n-hsw-x520-114b-base_and_scale-ndr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vts-3n-hsw-x520-114b-base_and_scale-ndr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '114B' and + 'NDRPDR' and + 'VTS'" + parameters: + - "throughput" + - "parent" + - "tags" + layout: + title: "vts-3n-hsw-x520-114b-base_and_scale-ndr" + layout: "plot-throughput-speedup-analysis" + +- + type: "plot" + title: "VPP Speedup: vts-3n-hsw-x520-114b-base_and_scale-pdr-tsa" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/vts-3n-hsw-x520-114b-base_and_scale-pdr-tsa" + data: "plot-throughput-speedup-analysis-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and + '114B' and + 'NDRPDR' and + 'VTS'" + parameters: + - "throughput" + - "parent" + - "tags" + layout: + title: "vts-3n-hsw-x520-114b-base_and_scale-pdr-tsa" + layout: "plot-throughput-speedup-analysis" diff --git a/resources/tools/presentation_new/specification_CPTA.yaml b/resources/tools/presentation_new/specification_CPTA.yaml new file mode 100644 index 0000000000..88a68d1117 --- /dev/null +++ b/resources/tools/presentation_new/specification_CPTA.yaml @@ -0,0 +1,3520 @@ +# Copyright (c) 2018 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# This is the specification of parameters for "Continuous Performance Trending +# and Analysis" feature provided by PAL. + +- + type: "environment" + + paths: + # Top level directories: + ## Working directory + DIR[WORKING]: "_tmp" + ## Build directories + DIR[BUILD,HTML]: "_build" + ## Static .rst files + DIR[RST]: "../../../docs/cpta" + + # Static html content + DIR[STATIC]: "{DIR[BUILD,HTML]}/_static" + DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp" + DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive" + + # Working directories + ## Input data files (.zip, .xml) + DIR[WORKING,DATA]: "{DIR[WORKING]}/data" + ## Static source files from git + DIR[WORKING,SRC]: "{DIR[WORKING]}/src" + DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static" + + # .css patch file + DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css" + DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css" + + urls: + URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job" + URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" + URL[NEXUS]: "https://docs.fd.io/csit/new" + DIR[NEXUS]: "trending/_static/archive" + + make-dirs: + # List the directories which are created while preparing the environment. + # All directories MUST be defined in "paths" section. + - "DIR[WORKING,DATA]" + - "DIR[WORKING,SRC,STATIC]" + - "DIR[BUILD,HTML]" + - "DIR[STATIC,VPP]" + - "DIR[STATIC,ARCH]" + build-dirs: + # List the directories where the results (build) is stored. + # All directories MUST be defined in "paths" section. + - "DIR[BUILD,HTML]" + +- + type: "configuration" + + mapping-file: "mapping_tc_names.yaml" + + ignore-list: "ignored_tcs.yaml" + + data-sets: + + # 3n-hsw + plot-performance-trending-all-3n-hsw: + csit-vpp-perf-mrr-daily-master: + start: 260 + end: "lastCompletedBuild" + csit-dpdk-perf-mrr-weekly-master: + start: 3 + end: "lastCompletedBuild" + + plot-performance-trending-vpp-3n-hsw: + csit-vpp-perf-mrr-daily-master: + start: 260 + end: "lastCompletedBuild" + + plot-performance-trending-dpdk-3n-hsw: + csit-dpdk-perf-mrr-weekly-master: + start: 3 + end: "lastCompletedBuild" + + # 3n-skx + plot-performance-trending-all-3n-skx: + csit-vpp-perf-mrr-daily-master-3n-skx: + start: 20 + end: "lastCompletedBuild" + csit-dpdk-perf-mrr-weekly-master-3n-skx: + start: 1 + end: "lastCompletedBuild" + + plot-performance-trending-vpp-3n-skx: + csit-vpp-perf-mrr-daily-master-3n-skx: + start: 20 + end: "lastCompletedBuild" + + plot-performance-trending-dpdk-3n-skx: + csit-dpdk-perf-mrr-weekly-master-3n-skx: + start: 1 + end: "lastCompletedBuild" + + # 2n-skx + plot-performance-trending-all-2n-skx: + csit-vpp-perf-mrr-daily-master-2n-skx: + start: 20 + end: "lastCompletedBuild" + csit-dpdk-perf-mrr-weekly-master-2n-skx: + start: 1 + end: "lastCompletedBuild" + + plot-performance-trending-vpp-2n-skx: + csit-vpp-perf-mrr-daily-master-2n-skx: + start: 20 + end: "lastCompletedBuild" + + plot-performance-trending-dpdk-2n-skx: + csit-dpdk-perf-mrr-weekly-master-2n-skx: + start: 1 + end: "lastCompletedBuild" + + plot-layouts: + + plot-cpta: + title: "" + autosize: False + showlegend: True + width: 1100 + height: 800 + yaxis: + showticklabels: True + tickformat: ".4s" + title: "Throughput [pps]" + hoverformat: ".4s" + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + showline: True + zeroline: False + tickcolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + xaxis: + title: 'Date [MMDD]' + type: "date" + autorange: True + fixedrange: False + showgrid: True + gridcolor: "rgb(238, 238, 238)" + showline: True + linecolor: "rgb(238, 238, 238)" + zeroline: False + linewidth: 1 + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "auto" + tickformat: "%m%d" + rangeselector: + buttons: + - count: 14 + label: "2w" + step: "day" + stepmode: "backward" + - count: 1 + label: "1m" + step: "month" + stepmode: "backward" + - count: 2 + label: "2m" + step: "month" + stepmode: "backward" + - count: 3 + label: "3m" + step: "month" + stepmode: "backward" + - step: "all" + margin: + r: 20 + b: 5 + t: 5 + l: 70 + legend: + orientation: "h" + xanchor: "center" + traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 + tracegroupgap: 20 + bordercolor: "rgb(238, 238, 238)" + hoverlabel: + namelength: -1 + +- + type: "static" + src-path: "{DIR[RST]}" + dst-path: "{DIR[WORKING,SRC]}" + +- + type: "input" + general: + file-name: "output.xml.gz" + file-format: ".gz" + download-path: "{job}/{build}/archives/{filename}" + extract: "output.xml" + + builds: + + # 3n-hsw + csit-vpp-perf-mrr-daily-master: + start: 260 + end: "lastCompletedBuild" + csit-dpdk-perf-mrr-weekly-master: + start: 3 + end: "lastCompletedBuild" + + # 3n-skx + csit-vpp-perf-mrr-daily-master-3n-skx: + start: 20 + end: "lastCompletedBuild" + csit-dpdk-perf-mrr-weekly-master-3n-skx: + start: 1 + end: "lastCompletedBuild" + + # 2n-skx + csit-vpp-perf-mrr-daily-master-2n-skx: + start: 20 + end: "lastCompletedBuild" + csit-dpdk-perf-mrr-weekly-master-2n-skx: + start: 1 + end: "lastCompletedBuild" + +- + type: "output" + output: + "CPTA" # Continuous Performance Trending and Analysis + format: + html: + - full + +################################################################################ +### T A B L E S ### +################################################################################ + +################################################################################ +# 3n-hsw +- + type: "table" + title: "Performance trending dashboard 1t1c-3n-hsw" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw" + data: "plot-performance-trending-all-3n-hsw" + filter: "'MRR' and '1T1C' and not 'NIC_Intel-XXV710'" + parameters: + - "name" + - "parent" + - "result" + ignore-list: + # This test is "ndrdisc" test and was improperly tagged. It was fixed + # but it remains in the old output.xml files. + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-1t1c-eth-l2bdscale1mmaclrn-ndrdisc" + outlier-const: 1.5 + window: 14 + evaluated-window: 14 + long-trend-window: 180 + +- + type: "table" + title: "Performance trending dashboard 2t2c-3n-hsw" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-hsw" + data: "plot-performance-trending-all-3n-hsw" + filter: "'MRR' and '2T2C' and not 'NIC_Intel-XXV710'" + parameters: + - "name" + - "parent" + - "result" + ignore-list: + # This test is "ndrdisc" test and was improperly tagged. It was fixed + # but it remains in the old output.xml files. + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc05-64b-2t2c-eth-l2bdscale1mmaclrn-ndrdisc" + outlier-const: 1.5 + window: 14 + evaluated-window: 14 + long-trend-window: 180 + +- + type: "table" + title: "Performance trending dashboard 4t4c-3n-hsw" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw" + data: "plot-performance-trending-all-3n-hsw" + filter: "'MRR' and '4T4C' and not 'NIC_Intel-XXV710'" + parameters: + - "name" + - "parent" + - "result" + ignore-list: + # This test is "ndrdisc" test and was improperly tagged. It was fixed + # but it remains in the old output.xml files. + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc09-64b-4t4c-eth-l2bdscale1mmaclrn-ndrdisc" + outlier-const: 1.5 + window: 14 + evaluated-window: 14 + long-trend-window: 180 + +- + type: "table" + title: "HTML performance trending dashboard 1t1c-3n-hsw" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw.rst" + testbed: "3n-hsw" + +- + type: "table" + title: "HTML performance trending dashboard 2t2c-3n-hsw" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-hsw.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-hsw.rst" + testbed: "3n-hsw" + +- + type: "table" + title: "HTML performance trending dashboard 4t4c-3n-hsw" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw.rst" + testbed: "3n-hsw" + +- + type: "table" + title: "Failed MRR tests 3n-hsw" + algorithm: "table_failed_tests" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw" + data: "plot-performance-trending-all-3n-hsw" + filter: "'MRR' and not 'NIC_Intel-XXV710'" + parameters: + - "name" + - "parent" + - "status" + ignore-list: + # This test is "ndrdisc" test and was improperly tagged. It was fixed + # but it remains in the old output.xml files. + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-1t1c-eth-l2bdscale1mmaclrn-ndrdisc" + window: 7 # days + +- + type: "table" + title: "HTML Failed MRR tests 3n-hsw" + algorithm: "table_failed_tests_html" + input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw.csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw.rst" + testbed: "3n-hsw" + +################################################################################ +# 3n-skx +- + type: "table" + title: "Performance trending dashboard 2t1c-3n-skx" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx" + data: "plot-performance-trending-all-3n-skx" + filter: "'MRR' and '2T1C'" + parameters: + - "name" + - "parent" + - "result" + ignore-list: + # This test is "ndrdisc" test and was improperly tagged. It was fixed + # but it remains in the old output.xml files. + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-2t1c-eth-l2bdscale1mmaclrn-ndrdisc" + outlier-const: 1.5 + window: 14 + evaluated-window: 14 + long-trend-window: 180 + +- + type: "table" + title: "Performance trending dashboard 4t2c-3n-skx" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-skx" + data: "plot-performance-trending-all-3n-skx" + filter: "'MRR' and '4T2C'" + parameters: + - "name" + - "parent" + - "result" + ignore-list: + # This test is "ndrdisc" test and was improperly tagged. It was fixed + # but it remains in the old output.xml files. + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc05-64b-4t2c-eth-l2bdscale1mmaclrn-ndrdisc" + outlier-const: 1.5 + window: 14 + evaluated-window: 14 + long-trend-window: 180 + +- + type: "table" + title: "Performance trending dashboard 8t4c-3n-skx" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-3n-skx" + data: "plot-performance-trending-all-3n-skx" + filter: "'MRR' and '8T4C'" + parameters: + - "name" + - "parent" + - "result" + ignore-list: + # This test is "ndrdisc" test and was improperly tagged. It was fixed + # but it remains in the old output.xml files. + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc09-64b-8t4c-eth-l2bdscale1mmaclrn-ndrdisc" + outlier-const: 1.5 + window: 14 + evaluated-window: 14 + long-trend-window: 180 + +- + type: "table" + title: "HTML performance trending dashboard 2t1c-3n-skx" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx.rst" + testbed: "3n-skx" + +- + type: "table" + title: "HTML performance trending dashboard 4t2c-3n-skx" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-skx.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-skx.rst" + testbed: "3n-skx" + +- + type: "table" + title: "HTML performance trending dashboard 8t4c-3n-skx" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-3n-skx.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-3n-skx.rst" + testbed: "3n-skx" + +- + type: "table" + title: "Failed MRR tests 3n-skx" + algorithm: "table_failed_tests" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx" + data: "plot-performance-trending-all-3n-skx" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + ignore-list: + # This test is "ndrdisc" test and was improperly tagged. It was fixed + # but it remains in the old output.xml files. + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-2t1c-eth-l2bdscale1mmaclrn-ndrdisc" + window: 7 # days + +- + type: "table" + title: "HTML Failed MRR tests 3n-skx" + algorithm: "table_failed_tests_html" + input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx.csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx.rst" + testbed: "3n-skx" + +################################################################################ +# 2n-skx +- + type: "table" + title: "Performance trending dashboard 2t1c-2n-skx" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx" + data: "plot-performance-trending-all-2n-skx" + filter: "'MRR' and '2T1C'" + parameters: + - "name" + - "parent" + - "result" + ignore-list: + # This test is "ndrdisc" test and was improperly tagged. It was fixed + # but it remains in the old output.xml files. + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-2t1c-eth-l2bdscale1mmaclrn-ndrdisc" + outlier-const: 1.5 + window: 14 + evaluated-window: 14 + long-trend-window: 180 + +- + type: "table" + title: "Performance trending dashboard 4t2c-2n-skx" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-skx" + data: "plot-performance-trending-all-2n-skx" + filter: "'MRR' and '4T2C'" + parameters: + - "name" + - "parent" + - "result" + ignore-list: + # This test is "ndrdisc" test and was improperly tagged. It was fixed + # but it remains in the old output.xml files. + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc05-64b-4t2c-eth-l2bdscale1mmaclrn-ndrdisc" + outlier-const: 1.5 + window: 14 + evaluated-window: 14 + long-trend-window: 180 + +- + type: "table" + title: "Performance trending dashboard 8t4c-2n-skx" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-skx" + data: "plot-performance-trending-all-2n-skx" + filter: "'MRR' and '8T4C'" + parameters: + - "name" + - "parent" + - "result" + ignore-list: + # This test is "ndrdisc" test and was improperly tagged. It was fixed + # but it remains in the old output.xml files. + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc09-64b-8t4c-eth-l2bdscale1mmaclrn-ndrdisc" + outlier-const: 1.5 + window: 14 + evaluated-window: 14 + long-trend-window: 180 + +- + type: "table" + title: "HTML performance trending dashboard 2t1c-2n-skx" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx.rst" + testbed: "2n-skx" + +- + type: "table" + title: "HTML performance trending dashboard 4t2c-2n-skx" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-skx.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-skx.rst" + testbed: "2n-skx" + +- + type: "table" + title: "HTML performance trending dashboard 8t4c-2n-skx" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-skx.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-8t4c-2n-skx.rst" + testbed: "2n-skx" + +- + type: "table" + title: "Failed MRR tests 2n-skx" + algorithm: "table_failed_tests" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx" + data: "plot-performance-trending-all-2n-skx" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + ignore-list: + # This test is "ndrdisc" test and was improperly tagged. It was fixed + # but it remains in the old output.xml files. + - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64b-2t1c-eth-l2bdscale1mmaclrn-ndrdisc" + window: 7 # days + +- + type: "table" + title: "HTML Failed MRR tests 2n-skx" + algorithm: "table_failed_tests_html" + input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx.csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx.rst" + testbed: "2n-skx" + + +################################################################################ +### C P T A ### +################################################################################ + +# Plots VPP Continuous Performance Trending and Analysis + +- + type: "cpta" + title: "Continuous Performance Trending and Analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/cpta" + + plots: + +################################################################################ +# 3n-hsw + +# L2 - x520 + + - title: "VPP 1T1C L2 64B MRR Trending 3n-hsw" + output-file-name: "l2-1t1c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'FIB_1M') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and not 'MEMIF' and not 'DRV_AVF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C L2 64B MRR Trending 3n-hsw" + output-file-name: "l2-2t2c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'FIB_1M') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and not 'MEMIF' and not 'DRV_AVF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C L2 64B MRR Trending 3n-hsw" + output-file-name: "l2-4t4c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'FIB_1M') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and not 'MEMIF' and not 'DRV_AVF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 1T1C L2 64B IACL MRR Trending 3n-hsw" + output-file-name: "l2-feature-1t1c-x520-3n-hsw-iacl" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and 'IACL' and ('ACL1' or 'ACL50') and '10k_FLOWS' and not 'MACIP' and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C L2 64B IACL MRR Trending 3n-hsw" + output-file-name: "l2-feature-2t2c-x520-3n-hsw-iacl" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and 'IACL' and ('ACL1' or 'ACL50') and '10k_FLOWS' and not 'MACIP' and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C L2 64B IACL MRR Trending 3n-hsw" + output-file-name: "l2-feature-4t4c-x520-3n-hsw-iacl" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and 'IACL' and ('ACL1' or 'ACL50') and '10k_FLOWS' and not 'MACIP' and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 1T1C L2 64B OACL MRR Trending 3n-hsw" + output-file-name: "l2-feature-1t1c-x520-3n-hsw-oacl" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and 'OACL' and ('ACL1' or 'ACL50') and '10k_FLOWS' and not 'MACIP' and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C L2 64B OACL MRR Trending 3n-hsw" + output-file-name: "l2-feature-2t2c-x520-3n-hsw-oacl" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and 'OACL' and ('ACL1' or 'ACL50') and '10k_FLOWS' and not 'MACIP' and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C L2 64B OACL MRR Trending 3n-hsw" + output-file-name: "l2-feature-4t4c-x520-3n-hsw-oacl" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and 'OACL' and ('ACL1' or 'ACL50') and '10k_FLOWS' and not 'MACIP' and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 1T1C L2 64B MACIP MRR Trending 3n-hsw" + output-file-name: "l2-feature-1t1c-x520-3n-hsw-macip" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and 'MACIP' and ('ACL1' or 'ACL50') and '10k_FLOWS' and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C L2 64B MACIP MRR Trending 3n-hsw" + output-file-name: "l2-feature-2t2c-x520-3n-hsw-macip" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and 'MACIP' and ('ACL1' or 'ACL50') and '10k_FLOWS' and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C L2 64B MACIP MRR Trending 3n-hsw" + output-file-name: "l2-feature-4t4c-x520-3n-hsw-macip" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and 'MACIP' and ('ACL1' or 'ACL50') and '10k_FLOWS' and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + +# L2 - xl710 + + - title: "VPP 1T1C L2 64B MRR Trending 3n-hsw" + output-file-name: "l2-1t1c-xl710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and not 'MEMIF' and not 'DRV_AVF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C L2 64B MRR Trending 3n-hsw" + output-file-name: "l2-2t2c-xl710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and not 'MEMIF' and not 'DRV_AVF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C L2 64B MRR Trending 3n-hsw" + output-file-name: "l2-4t4c-xl710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and not 'MEMIF' and not 'DRV_AVF'" + parameters: + - "result" + layout: "plot-cpta" + +# L2 - x710 + + - title: "VPP 1T1C L2 64B MRR Trending 3n-hsw" + output-file-name: "l2-1t1c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and not 'MEMIF' and not 'DRV_AVF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C L2 64B MRR Trending 3n-hsw" + output-file-name: "l2-2t2c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and not 'MEMIF' and not 'DRV_AVF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C L2 64B MRR Trending 3n-hsw" + output-file-name: "l2-4t4c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and not 'MEMIF' and not 'DRV_AVF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 1T1C L2 64B MRR Trending 3n-hsw" + output-file-name: "l2-feature-1t1c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'FEATURE' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C L2 64B MRR Trending 3n-hsw" + output-file-name: "l2-feature-2t2c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'FEATURE' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C L2 64B MRR Trending 3n-hsw" + output-file-name: "l2-feature-4t4c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'FEATURE' and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 - x520 + + - title: "VPP 1T1C IPv4 64B MRR Trending 3n-hsw" + output-file-name: "ip4-1t1c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'FIB_1M') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C IPv4 64B MRR Trending 3n-hsw" + output-file-name: "ip4-2t2c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'FIB_1M') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C IPv4 64B MRR Trending 3n-hsw" + output-file-name: "ip4-4t4c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'FIB_1M') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 1T1C IPv4 64B IACL MRR Trending 3n-hsw" + output-file-name: "ip4-feature-1t1c-x520-3n-hsw-iacl" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '1T1C' and 'IP4FWD' and 'IACL' and ('ACL1' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C IPv4 64B IACL MRR Trending 3n-hsw" + output-file-name: "ip4-feature-2t2c-x520-3n-hsw-iacl" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '2T2C' and 'IP4FWD' and 'IACL' and ('ACL1' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C IPv4 64B IACL MRR Trending 3n-hsw" + output-file-name: "ip4-feature-4t4c-x520-3n-hsw-iacl" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '4T4C' and 'IP4FWD' and 'IACL' and ('ACL1' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 1T1C IPv4 64B OACL MRR Trending 3n-hsw" + output-file-name: "ip4-feature-1t1c-x520-3n-hsw-oacl" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '1T1C' and 'IP4FWD' and 'OACL' and ('ACL1' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C IPv4 64B OACL MRR Trending 3n-hsw" + output-file-name: "ip4-feature-2t2c-x520-3n-hsw-oacl" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '2T2C' and 'IP4FWD' and 'OACL' and ('ACL1' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C IPv4 64B OACL MRR Trending 3n-hsw" + output-file-name: "ip4-feature-4t4c-x520-3n-hsw-oacl" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '4T4C' and 'IP4FWD' and 'OACL' and ('ACL1' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 1T1C IPv4 64B MRR Trending 3n-hsw" + output-file-name: "ip4-feature-1t1c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'NAT44' and('BASE' or 'SRC_USER_4000') and 'FEATURE' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C IPv4 64B MRR Trending 3n-hsw" + output-file-name: "ip4-feature-2t2c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'NAT44' and('BASE' or 'SRC_USER_4000') and 'FEATURE' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C IPv4 64B MRR Trending 3n-hsw" + output-file-name: "ip4-feature-4t4c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'NAT44' and('BASE' or 'SRC_USER_4000') and 'FEATURE' and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 - xl710 + + - title: "VPP 1T1C IPv4 64B MRR Trending 3n-hsw" + output-file-name: "ip4-1t1c-xl710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C IPv4 64B MRR Trending 3n-hsw" + output-file-name: "ip4-2t2c-xl710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C IPv4 64B MRR Trending 3n-hsw" + output-file-name: "ip4-4t4c-xl710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 - x710 + + - title: "VPP 1T1C IPv4 64B MRR Trending 3n-hsw" + output-file-name: "ip4-1t1c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C IPv4 64B MRR Trending 3n-hsw" + output-file-name: "ip4-2t2c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C IPv4 64B MRR Trending 3n-hsw" + output-file-name: "ip4-4t4c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 1T1C IPv4 64B MRR Trending 3n-hsw" + output-file-name: "ip4-feature-1t1c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'FEATURE' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C IPv4 64B MRR Trending 3n-hsw" + output-file-name: "ip4-feature-2t2c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'FEATURE' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C IPv4 64B MRR Trending 3n-hsw" + output-file-name: "ip4-feature-4t4c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'FEATURE' and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 Tunnels - x520 + + - title: "VPP 1T1C IPv4 Tunnels 64B MRR Trending 3n-hsw" + output-file-name: "ip4-tunnels-1t1c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '1T1C' and 'LISP' and 'IP6UNRLAY' and 'IP4OVRLAY' and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C IPv4 Tunnels 64B MRR Trending 3n-hsw" + output-file-name: "ip4-tunnels-2t2c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '2T2C' and 'LISP' and 'IP6UNRLAY' and 'IP4OVRLAY' and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C IPv4 Tunnels 64B MRR Trending 3n-hsw" + output-file-name: "ip4-tunnels-4t4c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '4T4C' and 'LISP' and 'IP6UNRLAY' and 'IP4OVRLAY' and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 Tunnels - x710 + + - title: "VPP 1T1C IPv4 Tunnels 64B MRR Trending 3n-hsw" + output-file-name: "ip4-tunnels-1t1c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and '64B' and 'ENCAP' and 'MRR' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C IPv4 Tunnels 64B MRR Trending 3n-hsw" + output-file-name: "ip4-tunnels-2t2c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and '64B' and 'ENCAP' and 'MRR' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C IPv4 Tunnels 64B MRR Trending 3n-hsw" + output-file-name: "ip4-tunnels-4t4c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and '64B' and 'ENCAP' and 'MRR' and '4T4C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv6 - x520 + + - title: "VPP 1T1C IPv6 78B MRR Trending 3n-hsw" + output-file-name: "ip6-1t1c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '78B' and 'BASE' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'SRv6' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C IPv6 78B MRR Trending 3n-hsw" + output-file-name: "ip6-2t2c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '78B' and 'BASE' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'SRv6' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C IPv6 78B MRR Trending 3n-hsw" + output-file-name: "ip6-4t4c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '78B' and 'BASE' and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'SRv6' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv6 - xl710 + + - title: "VPP 1T1C IPv6 78B MRR Trending 3n-hsw" + output-file-name: "ip6-1t1c-xl710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-XL710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C IPv6 78B MRR Trending 3n-hsw" + output-file-name: "ip6-2t2c-xl710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-XL710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C IPv6 78B MRR Trending 3n-hsw" + output-file-name: "ip6-4t4c-xl710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-XL710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv6 - x710 + + - title: "VPP 1T1C IPv6 78B MRR Trending 3n-hsw" + output-file-name: "ip6-1t1c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C IPv6 78B MRR Trending 3n-hsw" + output-file-name: "ip6-2t2c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C IPv6 78B MRR Trending 3n-hsw" + output-file-name: "ip6-4t4c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + +# Container memif - x520, 64B + + - title: "VPP 1T1C L2 Container memif 64B MRR Trending 3n-hsw" + output-file-name: "container-memif-l2-1t1c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C L2 Container memif 64B MRR Trending 3n-hsw" + output-file-name: "container-memif-l2-2t2c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C L2 Container memif 64B MRR Trending 3n-hsw" + output-file-name: "container-memif-l2-4t4c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '4T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# Container memif - x520, IMIX + + - title: "VPP 1T1C L2 Container memif IMIX MRR Trending 3n-hsw" + output-file-name: "container-memif-imix-l2-1t1c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and 'IMIX' and 'BASE' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C L2 Container memif IMIX MRR Trending 3n-hsw" + output-file-name: "container-memif-imix-l2-2t2c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and 'IMIX' and 'BASE' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C L2 Container memif IMIX MRR Trending 3n-hsw" + output-file-name: "container-memif-imix-l2-4t4c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and 'IMIX' and 'BASE' and '4T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + +# Container memif - xl710, 64B + + - title: "VPP 1T1C L2 Container memif 64B MRR Trending 3n-hsw" + output-file-name: "container-memif-l2-1t1c-xl710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and 'BASE' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C L2 Container memif 64B MRR Trending 3n-hsw" + output-file-name: "container-memif-l2-2t2c-xl710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and 'BASE' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C L2 Container memif 64B MRR Trending 3n-hsw" + output-file-name: "container-memif-l2-4t4c-xl710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-XL710' and 'MRR' and '64B' and 'BASE' and '4T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# Container memif - xl710, IMIX + + - title: "VPP 1T1C L2 Container memif IMIX MRR Trending 3n-hsw" + output-file-name: "container-memif-imix-l2-1t1c-xl710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-XL710' and 'MRR' and 'IMIX' and 'BASE' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C L2 Container memif IMIX MRR Trending 3n-hsw" + output-file-name: "container-memif-imix-l2-2t2c-xl710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-XL710' and 'MRR' and 'IMIX' and 'BASE' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C L2 Container memif IMIX MRR Trending 3n-hsw" + output-file-name: "container-memif-imix-l2-4t4c-xl710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-XL710' and 'MRR' and 'IMIX' and 'BASE' and '4T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# Container memif - x710, 64B + + - title: "VPP 1T1C L2 Container memif 64B MRR Trending 3n-hsw" + output-file-name: "container-memif-l2-1t1c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'BASE' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C L2 Container memif 64B MRR Trending 3n-hsw" + output-file-name: "container-memif-l2-2t2c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'BASE' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C L2 Container memif 64B MRR Trending 3n-hsw" + output-file-name: "container-memif-l2-4t4c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'BASE' and '4T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# Container memif - x710, IMIX + + - title: "VPP 1T1C L2 Container memif IMIX MRR Trending 3n-hsw" + output-file-name: "container-memif-imix-l2-1t1c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'MRR' and 'IMIX' and 'BASE' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C L2 Container memif IMIX MRR Trending 3n-hsw" + output-file-name: "container-memif-imix-l2-2t2c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'MRR' and 'IMIX' and 'BASE' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C L2 Container memif IMIX MRR Trending 3n-hsw" + output-file-name: "container-memif-imix-l2-4t4c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'MRR' and 'IMIX' and 'BASE' and '4T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - x520, ethip4, 64B + + - title: "VPP 1T1C VM vhost ethip4 64B MRR Trending 3n-hsw" + output-file-name: "vm-vhost-ethip4-1t1c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST_1024' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS' and not 'CFS_OPT'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C VM vhost ethip4 64B MRR Trending 3n-hsw" + output-file-name: "vm-vhost-ethip4-2t2c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST_1024' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS' and not 'CFS_OPT'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C VM vhost ethip4 64B MRR Trending 3n-hsw" + output-file-name: "vm-vhost-ethip4-4t4c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST_1024' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS' and not 'CFS_OPT'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - x520, ethip4, IMIX + + - title: "VPP 1T1C VM vhost ethip4 IMIX MRR Trending 3n-hsw" + output-file-name: "vm-vhost-imix-ethip4-1t1c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST_1024' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS' and not 'CFS_OPT'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C VM vhost ethip4 IMIX MRR Trending 3n-hsw" + output-file-name: "vm-vhost-imix-ethip4-2t2c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST_1024' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS' and not 'CFS_OPT'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C VM vhost ethip4 IMIX MRR Trending 3n-hsw" + output-file-name: "vm-vhost-imix-ethip4-4t4c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST_1024' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS' and not 'CFS_OPT'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - x520, eth, 64B + + - title: "VPP 1T1C VM vhost eth L2XC 64B MRR Trending 3n-hsw" + output-file-name: "vm-vhost-eth-1t1c-x520-3n-hsw-l2xc" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST_1024' and 'L2XCFWD' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS' and not 'CFS_OPT'" + + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C VM vhost eth L2XC 64B MRR Trending 3n-hsw" + output-file-name: "vm-vhost-eth-2t2c-x520-3n-hsw-l2xc" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST_1024' and 'L2XCFWD' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS' and not 'CFS_OPT'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C VM vhost eth L2XC 64B MRR Trending 3n-hsw" + output-file-name: "vm-vhost-eth-4t4c-x520-3n-hsw-l2xc" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST_1024' and 'L2XCFWD' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS' and not 'CFS_OPT'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 1T1C VM vhost eth L2BD 64B MRR Trending 3n-hsw" + output-file-name: "vm-vhost-eth-1t1c-x520-3n-hsw-l2bd" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST_1024' and 'L2BDMACLRN' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS' and not 'CFS_OPT'" + + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C VM vhost eth L2BD 64B MRR Trending 3n-hsw" + output-file-name: "vm-vhost-eth-2t2c-x520-3n-hsw-l2bd" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST_1024' and 'L2BDMACLRN' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS' and not 'CFS_OPT'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C VM vhost eth L2BD 64B MRR Trending 3n-hsw" + output-file-name: "vm-vhost-eth-4t4c-x520-3n-hsw-l2bd" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST_1024' and 'L2BDMACLRN' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS' and not 'CFS_OPT'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - x520, eth, IMIX + + - title: "VPP 1T1C VM vhost eth L2XC IMIX MRR Trending 3n-hsw" + output-file-name: "vm-vhost-imix-eth-1t1c-x520-3n-hsw-l2xc" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST_1024' and 'L2XCFWD' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS' and not 'CFS_OPT'" + + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C VM vhost eth L2XC IMIX MRR Trending 3n-hsw" + output-file-name: "vm-vhost-imix-eth-2t2c-x520-3n-hsw-l2xc" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST_1024' and 'L2XCFWD' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS' and not 'CFS_OPT'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C VM vhost eth L2XC IMIX MRR Trending 3n-hsw" + output-file-name: "vm-vhost-imix-eth-4t4c-x520-3n-hsw-l2xc" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST_1024' and 'L2XCFWD' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS' and not 'CFS_OPT'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 1T1C VM vhost eth L2BD IMIX MRR Trending 3n-hsw" + output-file-name: "vm-vhost-imix-eth-1t1c-x520-3n-hsw-l2bd" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST_1024' and 'L2BDMACLRN' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS' and not 'CFS_OPT'" + + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C VM vhost eth L2BD IMIX MRR Trending 3n-hsw" + output-file-name: "vm-vhost-imix-eth-2t2c-x520-3n-hsw-l2bd" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST_1024' and 'L2BDMACLRN' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS' and not 'CFS_OPT'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C VM vhost eth L2BD IMIX MRR Trending 3n-hsw" + output-file-name: "vm-vhost-imix-eth-4t4c-x520-3n-hsw-l2bd" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST_1024' and 'L2BDMACLRN' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS' and not 'CFS_OPT'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - xl710, eth, 64B + + - title: "VPP 1T1C VM vhost eth 64B MRR Trending 3n-hsw" + output-file-name: "vm-vhost-eth-1t1c-xl710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C VM vhost eth 64B MRR Trending 3n-hsw" + output-file-name: "vm-vhost-eth-2t2c-xl710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C VM vhost eth 64B MRR Trending 3n-hsw" + output-file-name: "vm-vhost-eth-4t4c-xl710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - xl710, eth, IMIX + + - title: "VPP 1T1C VM vhost eth IMIX MRR Trending 3n-hsw" + output-file-name: "vm-vhost-imix-eth-1t1c-xl710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C VM vhost eth IMIX MRR Trending 3n-hsw" + output-file-name: "vm-vhost-imix-eth-2t2c-xl710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C VM vhost eth IMIX MRR Trending 3n-hsw" + output-file-name: "vm-vhost-imix-eth-4t4c-xl710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - x710, ethip4, 64B + + - title: "VPP 1T1C VM vhost ethip4 64B MRR Trending 3n-hsw" + output-file-name: "vm-vhost-ethip4-1t1c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C VM vhost ethip4 64B MRR Trending 3n-hsw" + output-file-name: "vm-vhost-ethip4-2t2c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C VM vhost ethip4 64B MRR Trending 3n-hsw" + output-file-name: "vm-vhost-ethip4-4t4c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - x710, ethip4, IMIX + + - title: "VPP 1T1C VM vhost ethip4 IMIX MRR Trending 3n-hsw" + output-file-name: "vm-vhost-imix-ethip4-1t1c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C VM vhost ethip4 IMIX MRR Trending 3n-hsw" + output-file-name: "vm-vhost-imix-ethip4-2t2c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C VM vhost ethip4 IMIX MRR Trending 3n-hsw" + output-file-name: "vm-vhost-imix-ethip4-4t4c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - x710, eth, 64B + + - title: "VPP 1T1C VM vhost eth 64B MRR Trending 3n-hsw" + output-file-name: "vm-vhost-eth-1t1c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C VM vhost eth 64B MRR Trending 3n-hsw" + output-file-name: "vm-vhost-eth-2t2c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C VM vhost eth 64B MRR Trending 3n-hsw" + output-file-name: "vm-vhost-eth-4t4c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - x710, eth, IMIX + + - title: "VPP 1T1C VM vhost eth IMIX MRR Trending 3n-hsw" + output-file-name: "vm-vhost-imix-eth-1t1c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C VM vhost eth IMIX MRR Trending 3n-hsw" + output-file-name: "vm-vhost-imix-eth-2t2c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C VM vhost eth IMIX MRR Trending 3n-hsw" + output-file-name: "vm-vhost-imix-eth-4t4c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# VTS - x520, 114B + + - title: "VPP 1T1C VTS 114B MRR Trending 3n-hsw" + output-file-name: "vts-114b-1t1c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and '114B' and 'MRR' and '1T1C' and 'VHOST' and 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C VTS 114B MRR Trending 3n-hsw" + output-file-name: "vts-114b-2t2c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and '114B' and 'MRR' and '2T2C' and 'VHOST' and 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C VTS 114B 64B MRR Trending 3n-hsw" + output-file-name: "vts-114b-4t4c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and '114B' and 'MRR' and '4T4C' and 'VHOST' and 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# IPSec + + - title: "VPP 1T1C IPSec 64B MRR Trending 3n-hsw" + output-file-name: "ipsec-1t1c-xl710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C IPSec 64B MRR Trending 3n-hsw" + output-file-name: "ipsec-2t2c-xl710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C IPSec 64B MRR Trending 3n-hsw" + output-file-name: "ipsec-4t4c-xl710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# SRv6 - x520 + + - title: "VPP 1T1C SRv6 78B MRR Trending 3n-hsw" + output-file-name: "srv6-78b-1t1c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and '78B' and 'MRR' and '1T1C' and 'SRv6'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C SRv6 78B MRR Trending 3n-hsw" + output-file-name: "srv6-78b-2t2c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and '78B' and 'MRR' and '2T2C' and 'SRv6'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C SRv6 78B MRR Trending 3n-hsw" + output-file-name: "srv6-78b-4t4c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and '78B' and 'MRR' and '4T4C' and 'SRv6'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 1T1C SRv6 IMIX MRR Trending 3n-hsw" + output-file-name: "srv6-imix-1t1c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '1T1C' and 'SRv6'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C SRv6 IMIX MRR Trending 3n-hsw" + output-file-name: "srv6-imix-2t2c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '2T2C' and 'SRv6'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C SRv6 IMIX MRR Trending 3n-hsw" + output-file-name: "srv6-imix-4t4c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '4T4C' and 'SRv6'" + parameters: + - "result" + layout: "plot-cpta" + +# Link Bonding - x520 + + - title: "VPP 1T1C Link Bonding 64B MRR Trending 3n-hsw" + output-file-name: "lb-64b-1t1c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'LBOND' and not 'LBOND_DPDK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C Link Bonding 64B MRR Trending 3n-hsw" + output-file-name: "lb-64b-2t2c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'LBOND' and not 'LBOND_DPDK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C Link Bonding 64B MRR Trending 3n-hsw" + output-file-name: "lb-64b-4t4c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'LBOND' and not 'LBOND_DPDK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 1T1C Link Bonding IMIX MRR Trending 3n-hsw" + output-file-name: "lb-imix-1t1c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '1T1C' and 'LBOND' and not 'LBOND_DPDK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C Link Bonding IMIX MRR Trending 3n-hsw" + output-file-name: "lb-imix-2t2c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '2T2C' and 'LBOND' and not 'LBOND_DPDK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C Link Bonding IMIX MRR Trending 3n-hsw" + output-file-name: "lb-imix-4t4c-x520-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '4T4C' and 'LBOND' and not 'LBOND_DPDK'" + parameters: + - "result" + layout: "plot-cpta" + +# Link Bonding - x710 + + - title: "VPP 1T1C Link Bonding 64B MRR Trending 3n-hsw" + output-file-name: "lb-64b-1t1c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '1T1C' and 'LBOND'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C Link Bonding 64B MRR Trending 3n-hsw" + output-file-name: "lb-64b-2t2c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T2C' and 'LBOND'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C Link Bonding 64B MRR Trending 3n-hsw" + output-file-name: "lb-64b-4t4c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T4C' and 'LBOND'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 1T1C Link Bonding IMIX MRR Trending 3n-hsw" + output-file-name: "lb-imix-1t1c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '1T1C' and 'LBOND'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T2C Link Bonding IMIX MRR Trending 3n-hsw" + output-file-name: "lb-imix-2t2c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T2C' and 'LBOND'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T4C Link Bonding IMIX MRR Trending 3n-hsw" + output-file-name: "lb-imix-4t4c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T4C' and 'LBOND'" + parameters: + - "result" + layout: "plot-cpta" + +# DPDK - x520 - 64B + + - title: "DPDK 1T1C 64B MRR Trending 3n-hsw" + output-file-name: "dpdk-64b-1t1c-x520-3n-hsw" + data: "plot-performance-trending-dpdk-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'DPDK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "DPDK 2T2C 64B MRR Trending 3n-hsw" + output-file-name: "dpdk-64b-2t2c-x520-3n-hsw" + data: "plot-performance-trending-dpdk-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'DPDK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "DPDK 4T4C 64B MRR Trending 3n-hsw" + output-file-name: "dpdk-64b-4t4c-x520-3n-hsw" + data: "plot-performance-trending-dpdk-3n-hsw" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'DPDK'" + parameters: + - "result" + layout: "plot-cpta" + +# DPDK - x710 - 64B + + - title: "DPDK 1T1C 64B MRR Trending 3n-hsw" + output-file-name: "dpdk-64b-1t1c-x710-3n-hsw" + data: "plot-performance-trending-dpdk-3n-hsw" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '1T1C' and 'DPDK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "DPDK 2T2C 64B MRR Trending 3n-hsw" + output-file-name: "dpdk-64b-2t2c-x710-3n-hsw" + data: "plot-performance-trending-dpdk-3n-hsw" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T2C' and 'DPDK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "DPDK 4T4C 64B MRR Trending 3n-hsw" + output-file-name: "dpdk-64b-4t4c-x710-3n-hsw" + data: "plot-performance-trending-dpdk-3n-hsw" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T4C' and 'DPDK'" + parameters: + - "result" + layout: "plot-cpta" + +# DPDK - xl710 - 64B + + - title: "DPDK 1T1C 64B MRR Trending 3n-hsw" + output-file-name: "dpdk-64b-1t1c-xl710-3n-hsw" + data: "plot-performance-trending-dpdk-3n-hsw" + filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'DPDK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "DPDK 2T2C 64B MRR Trending 3n-hsw" + output-file-name: "dpdk-64b-2t2c-xl710-3n-hsw" + data: "plot-performance-trending-dpdk-3n-hsw" + filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'DPDK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "DPDK 4T4C 64B MRR Trending 3n-hsw" + output-file-name: "dpdk-64b-4t4c-xl710-3n-hsw" + data: "plot-performance-trending-dpdk-3n-hsw" + filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '4T4C' and 'DPDK'" + parameters: + - "result" + layout: "plot-cpta" + +## DPDK - x520 - IMIX +# +# - title: "DPDK 1T1C IMIX MRR Trending 3n-hsw" +# output-file-name: "dpdk-imix-1t1c-x520-3n-hsw" +# data: "plot-performance-trending-dpdk-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '1T1C' and 'DPDK'" +# parameters: +# - "result" +# layout: "plot-cpta" +# +# - title: "DPDK 2T2C IMIX MRR Trending 3n-hsw" +# output-file-name: "dpdk-imix-2t2c-x520-3n-hsw" +# data: "plot-performance-trending-dpdk-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '2T2C' and 'DPDK'" +# parameters: +# - "result" +# layout: "plot-cpta" +# +# - title: "DPDK 4T4C IMIX MRR Trending 3n-hsw" +# output-file-name: "dpdk-imix-4t4c-x520-3n-hsw" +# data: "plot-performance-trending-dpdk-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '4T4C' and 'DPDK'" +# parameters: +# - "result" +# layout: "plot-cpta" +# +## DPDK - x710 - IMIX +# +# - title: "DPDK 1T1C IMIX MRR Trending 3n-hsw" +# output-file-name: "dpdk-imix-1t1c-x710-3n-hsw" +# data: "plot-performance-trending-dpdk-3n-hsw" +# filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '1T1C' and 'DPDK'" +# parameters: +# - "result" +# layout: "plot-cpta" +# +# - title: "DPDK 2T2C IMIX MRR Trending 3n-hsw" +# output-file-name: "dpdk-imix-2t2c-x710-3n-hsw" +# data: "plot-performance-trending-dpdk-3n-hsw" +# filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T2C' and 'DPDK'" +# parameters: +# - "result" +# layout: "plot-cpta" +# +# - title: "DPDK 4T4C IMIX MRR Trending 3n-hsw" +# output-file-name: "dpdk-imix-4t4c-x710-3n-hsw" +# data: "plot-performance-trending-dpdk-3n-hsw" +# filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T4C' and 'DPDK'" +# parameters: +# - "result" +# layout: "plot-cpta" +# +## DPDK - xl710 - IMIX +# +# - title: "DPDK 1T1C IMIX MRR Trending 3n-hsw" +# output-file-name: "dpdk-imix-1t1c-xl710-3n-hsw" +# data: "plot-performance-trending-dpdk-3n-hsw" +# filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '1T1C' and 'DPDK'" +# parameters: +# - "result" +# layout: "plot-cpta" +# +# - title: "DPDK 2T2C IMIX MRR Trending 3n-hsw" +# output-file-name: "dpdk-imix-2t2c-xl710-3n-hsw" +# data: "plot-performance-trending-dpdk-3n-hsw" +# filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '2T2C' and 'DPDK'" +# parameters: +# - "result" +# layout: "plot-cpta" +# +# - title: "DPDK 4T4C IMIX MRR Trending 3n-hsw" +# output-file-name: "dpdk-imix-4t4c-xl710-3n-hsw" +# data: "plot-performance-trending-dpdk-3n-hsw" +# filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '4T4C' and 'DPDK'" +# parameters: +# - "result" +# layout: "plot-cpta" + +################################################################################ +# 3n-skx + +# L2 - x710 + + - title: "VPP 2T1C L2 64B MRR Trending 3n-skx" + output-file-name: "l2-2t1c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C L2 64B MRR Trending 3n-skx" + output-file-name: "l2-4t2c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C L2 64B MRR Trending 3n-skx" + output-file-name: "l2-8t4c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '8T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T1C L2 64B MRR Trending 3n-skx" + output-file-name: "l2-feature-2t1c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'FEATURE' and '2T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C L2 64B MRR Trending 3n-skx" + output-file-name: "l2-feature-4t2c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'FEATURE' and '4T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C L2 64B MRR Trending 3n-skx" + output-file-name: "l2-feature-8t4c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'FEATURE' and '8T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + +# L2 - xxv710 + + - title: "VPP 2T1C L2 64B MRR Trending 3n-skx" + output-file-name: "l2-2t1c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C L2 64B MRR Trending 3n-skx" + output-file-name: "l2-4t2c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C L2 64B MRR Trending 3n-skx" + output-file-name: "l2-8t4c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '8T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T1C L2 64B MRR Trending 3n-skx" + output-file-name: "l2-feature-2t1c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and 'FEATURE' and '2T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C L2 64B MRR Trending 3n-skx" + output-file-name: "l2-feature-4t2c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and 'FEATURE' and '4T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C L2 64B MRR Trending 3n-skx" + output-file-name: "l2-feature-8t4c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and 'FEATURE' and '8T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 - x710 + + - title: "VPP 2T1C IPv4 64B MRR Trending 3n-skx" + output-file-name: "ip4-2t1c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C IPv4 64B MRR Trending 3n-skx" + output-file-name: "ip4-4t2c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C IPv4 64B MRR Trending 3n-skx" + output-file-name: "ip4-8t4c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '8T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T1C IPv4 64B MRR Trending 3n-skx" + output-file-name: "ip4-feature-2t1c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'FEATURE' and '2T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C IPv4 64B MRR Trending 3n-skx" + output-file-name: "ip4-feature-4t2c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'FEATURE' and '4T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C IPv4 64B MRR Trending 3n-skx" + output-file-name: "ip4-feature-8t4c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'FEATURE' and '8T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 - xxv710 + + - title: "VPP 2T1C IPv4 64B MRR Trending 3n-skx" + output-file-name: "ip4-2t1c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C IPv4 64B MRR Trending 3n-skx" + output-file-name: "ip4-4t2c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C IPv4 64B MRR Trending 3n-skx" + output-file-name: "ip4-8t4c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '8T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T1C IPv4 64B MRR Trending 3n-skx" + output-file-name: "ip4-feature-2t1c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and 'FEATURE' and '2T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C IPv4 64B MRR Trending 3n-skx" + output-file-name: "ip4-feature-4t2c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and 'FEATURE' and '4T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C IPv4 64B MRR Trending 3n-skx" + output-file-name: "ip4-feature-8t4c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and 'FEATURE' and '8T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 Tunnels - x710 + + - title: "VPP 2T1C IPv4 Tunnels 64B MRR Trending 3n-skx" + output-file-name: "ip4-tunnels-2t1c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'ENCAP' and 'MRR' and '2T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C IPv4 Tunnels 64B MRR Trending 3n-skx" + output-file-name: "ip4-tunnels-4t2c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'ENCAP' and 'MRR' and '4T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C IPv4 Tunnels 64B MRR Trending 3n-skx" + output-file-name: "ip4-tunnels-8t4c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'ENCAP' and 'MRR' and '8T4C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 Tunnels - xxv710 + + - title: "VPP 2T1C IPv4 Tunnels 64B MRR Trending 3n-skx" + output-file-name: "ip4-tunnels-2t1c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'ENCAP' and 'MRR' and '2T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C IPv4 Tunnels 64B MRR Trending 3n-skx" + output-file-name: "ip4-tunnels-4t2c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'ENCAP' and 'MRR' and '4T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C IPv4 Tunnels 64B MRR Trending 3n-skx" + output-file-name: "ip4-tunnels-8t4c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'ENCAP' and 'MRR' and '8T4C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv6 - x710 + + - title: "VPP 2T1C IPv6 78B MRR Trending 3n-skx" + output-file-name: "ip6-2t1c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C IPv6 78B MRR Trending 3n-skx" + output-file-name: "ip6-4t2c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C IPv6 78B MRR Trending 3n-skx" + output-file-name: "ip6-8t4c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '8T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv6 - xxv710 + + - title: "VPP 2T1C IPv6 78B MRR Trending 3n-skx" + output-file-name: "ip6-2t1c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C IPv6 78B MRR Trending 3n-skx" + output-file-name: "ip6-4t2c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C IPv6 78B MRR Trending 3n-skx" + output-file-name: "ip6-8t4c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '8T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + +# Container memif - x710, 64B + + - title: "VPP 2T1C L2 Container memif 64B MRR Trending 3n-skx" + output-file-name: "container-memif-l2-2t1c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'BASE' and '2T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C L2 Container memif 64B MRR Trending 3n-skx" + output-file-name: "container-memif-l2-4t2c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'BASE' and '4T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C L2 Container memif 64B MRR Trending 3n-skx" + output-file-name: "container-memif-l2-8t4c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'BASE' and '8T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# Container memif - xxv710, 64B + + - title: "VPP 2T1C L2 Container memif 64B MRR Trending 3n-skx" + output-file-name: "container-memif-l2-2t1c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and 'BASE' and '2T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C L2 Container memif 64B MRR Trending 3n-skx" + output-file-name: "container-memif-l2-4t2c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and 'BASE' and '4T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C L2 Container memif 64B MRR Trending 3n-skx" + output-file-name: "container-memif-l2-8t4c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and 'BASE' and '8T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# Container memif - x710, IMIX + + - title: "VPP 2T1C L2 Container memif IMIX MRR Trending 3n-skx" + output-file-name: "container-memif-imix-l2-2t1c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and 'IMIX' and 'BASE' and '2T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C L2 Container memif IMIX MRR Trending 3n-skx" + output-file-name: "container-memif-imix-l2-4t2c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and 'IMIX' and 'BASE' and '4T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C L2 Container memif IMIX MRR Trending 3n-skx" + output-file-name: "container-memif-imix-l2-8t4c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and 'IMIX' and 'BASE' and '8T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + +# Container memif - xxv710, IMIX + + - title: "VPP 2T1C L2 Container memif IMIX MRR Trending 3n-skx" + output-file-name: "container-memif-imix-l2-2t1c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and 'IMIX' and 'BASE' and '2T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C L2 Container memif IMIX MRR Trending 3n-skx" + output-file-name: "container-memif-imix-l2-4t2c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and 'IMIX' and 'BASE' and '4T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C L2 Container memif IMIX MRR Trending 3n-skx" + output-file-name: "container-memif-imix-l2-8t4c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and 'IMIX' and 'BASE' and '8T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - x710, ethip4, 64B + + - title: "VPP 2T1C VM vhost ethip4 64B MRR Trending 3n-skx" + output-file-name: "vm-vhost-ethip4-2t1c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C VM vhost ethip4 64B MRR Trending 3n-skx" + output-file-name: "vm-vhost-ethip4-4t2c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C VM vhost ethip4 64B MRR Trending 3n-skx" + output-file-name: "vm-vhost-ethip4-8t4c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '8T4C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - xxv710, ethip4, 64B + + - title: "VPP 2T1C VM vhost ethip4 64B MRR Trending 3n-skx" + output-file-name: "vm-vhost-ethip4-2t1c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'MRR' and '2T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C VM vhost ethip4 64B MRR Trending 3n-skx" + output-file-name: "vm-vhost-ethip4-4t2c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'MRR' and '4T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C VM vhost ethip4 64B MRR Trending 3n-skx" + output-file-name: "vm-vhost-ethip4-8t4c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'MRR' and '8T4C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - x710, ethip4, IMIX + + - title: "VPP 2T1C VM vhost ethip4 IMIX MRR Trending 3n-skx" + output-file-name: "vm-vhost-imix-ethip4-2t1c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C VM vhost ethip4 IMIX MRR Trending 3n-skx" + output-file-name: "vm-vhost-imix-ethip4-4t2c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C VM vhost ethip4 IMIX MRR Trending 3n-skx" + output-file-name: "vm-vhost-imix-ethip4-8t4c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '8T4C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - xxv710, ethip4, IMIX + + - title: "VPP 2T1C VM vhost ethip4 IMIX MRR Trending 3n-skx" + output-file-name: "vm-vhost-imix-ethip4-2t1c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'IMIX' and 'MRR' and '2T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C VM vhost ethip4 IMIX MRR Trending 3n-skx" + output-file-name: "vm-vhost-imix-ethip4-4t2c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'IMIX' and 'MRR' and '4T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C VM vhost ethip4 IMIX MRR Trending 3n-skx" + output-file-name: "vm-vhost-imix-ethip4-8t4c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'IMIX' and 'MRR' and '8T4C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - x710, eth, 64B + + - title: "VPP 2T1C VM vhost eth 64B MRR Trending 3n-skx" + output-file-name: "vm-vhost-eth-2t1c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C VM vhost eth 64B MRR Trending 3n-skx" + output-file-name: "vm-vhost-eth-4t2c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C VM vhost eth 64B MRR Trending 3n-skx" + output-file-name: "vm-vhost-eth-8t4c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '8T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - xxv710, eth, 64B + + - title: "VPP 2T1C VM vhost eth 64B MRR Trending 3n-skx" + output-file-name: "vm-vhost-eth-2t1c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'MRR' and '2T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C VM vhost eth 64B MRR Trending 3n-skx" + output-file-name: "vm-vhost-eth-4t2c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'MRR' and '4T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C VM vhost eth 64B MRR Trending 3n-skx" + output-file-name: "vm-vhost-eth-8t4c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'MRR' and '8T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - x710, eth, IMIX + + - title: "VPP 2T1C VM vhost eth IMIX MRR Trending 3n-skx" + output-file-name: "vm-vhost-imix-eth-2t1c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C VM vhost eth IMIX MRR Trending 3n-skx" + output-file-name: "vm-vhost-imix-eth-4t2c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C VM vhost eth IMIX MRR Trending 3n-skx" + output-file-name: "vm-vhost-imix-eth-8t4c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '8T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - xxv710, eth, IMIX + + - title: "VPP 2T1C VM vhost eth IMIX MRR Trending 3n-skx" + output-file-name: "vm-vhost-imix-eth-2t1c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'IMIX' and 'MRR' and '2T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C VM vhost eth IMIX MRR Trending 3n-skx" + output-file-name: "vm-vhost-imix-eth-4t2c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'IMIX' and 'MRR' and '4T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C VM vhost eth IMIX MRR Trending 3n-skx" + output-file-name: "vm-vhost-imix-eth-8t4c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'IMIX' and 'MRR' and '8T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# Link Bonding - x710 + + - title: "VPP 2T1C Link Bonding 64B MRR Trending 3n-skx" + output-file-name: "lb-64b-2t1c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T1C' and 'LBOND_VPP'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C Link Bonding 64B MRR Trending 3n-skx" + output-file-name: "lb-64b-4t2c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T2C' and 'LBOND_VPP'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C Link Bonding 64B MRR Trending 3n-skx" + output-file-name: "lb-64b-8t4c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '8T4C' and 'LBOND_VPP'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T1C Link Bonding IMIX MRR Trending 3n-skx" + output-file-name: "lb-imix-2t1c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T1C' and 'LBOND_VPP'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C Link Bonding IMIX MRR Trending 3n-skx" + output-file-name: "lb-imix-4t2c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T2C' and 'LBOND_VPP'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C Link Bonding IMIX MRR Trending 3n-skx" + output-file-name: "lb-imix-8t4c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '8T4C' and 'LBOND_VPP'" + parameters: + - "result" + layout: "plot-cpta" + +# Link Bonding - xxv710 + + - title: "VPP 2T1C Link Bonding 64B MRR Trending 3n-skx" + output-file-name: "lb-64b-2t1c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'MRR' and '2T1C' and 'LBOND_VPP'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C Link Bonding 64B MRR Trending 3n-skx" + output-file-name: "lb-64b-4t2c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'MRR' and '4T2C' and 'LBOND_VPP'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C Link Bonding 64B MRR Trending 3n-skx" + output-file-name: "lb-64b-8t4c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'MRR' and '8T4C' and 'LBOND_VPP'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T1C Link Bonding IMIX MRR Trending 3n-skx" + output-file-name: "lb-imix-2t1c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'IMIX' and 'MRR' and '2T1C' and 'LBOND_VPP'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C Link Bonding IMIX MRR Trending 3n-skx" + output-file-name: "lb-imix-4t2c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'IMIX' and 'MRR' and '4T2C' and 'LBOND_VPP'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C Link Bonding IMIX MRR Trending 3n-skx" + output-file-name: "lb-imix-8t4c-xxv710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-XXV710' and 'IMIX' and 'MRR' and '8T4C' and 'LBOND_VPP'" + parameters: + - "result" + layout: "plot-cpta" + +# DPDK - x710 - 64B + + - title: "DPDK 2T1C 64B MRR Trending 3n-skx" + output-file-name: "dpdk-64b-2t1c-x710-3n-skx" + data: "plot-performance-trending-dpdk-3n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T1C' and 'DPDK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "DPDK 4T2C 64B MRR Trending 3n-skx" + output-file-name: "dpdk-64b-4t2c-x710-3n-skx" + data: "plot-performance-trending-dpdk-3n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T2C' and 'DPDK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "DPDK 8T4C 64B MRR Trending 3n-skx" + output-file-name: "dpdk-64b-8t4c-x710-3n-skx" + data: "plot-performance-trending-dpdk-3n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '8T4C' and 'DPDK'" + parameters: + - "result" + layout: "plot-cpta" + +## DPDK - x710 - IMIX +# +# - title: "DPDK 2T1C IMIX MRR Trending 3n-skx" +# output-file-name: "dpdk-imix-2t1c-x710-3n-skx" +# data: "plot-performance-trending-dpdk-3n-skx" +# filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T1C' and 'DPDK'" +# parameters: +# - "result" +# layout: "plot-cpta" +# +# - title: "DPDK 4T2C IMIX MRR Trending 3n-skx" +# output-file-name: "dpdk-imix-4t2c-x710-3n-skx" +# data: "plot-performance-trending-dpdk-3n-skx" +# filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T2C' and 'DPDK'" +# parameters: +# - "result" +# layout: "plot-cpta" +# +# - title: "DPDK 8T4C IMIX MRR Trending 3n-skx" +# output-file-name: "dpdk-imix-8t4c-x710-3n-skx" +# data: "plot-performance-trending-dpdk-3n-skx" +# filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '8T4C' and 'DPDK'" +# parameters: +# - "result" +# layout: "plot-cpta" + +# DPDK - xxv710 - 64B + + - title: "DPDK 2T1C 64B MRR Trending 3n-skx" + output-file-name: "dpdk-64b-2t1c-xxv710-3n-skx" + data: "plot-performance-trending-dpdk-3n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'MRR' and '2T1C' and 'DPDK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "DPDK 4T2C 64B MRR Trending 3n-skx" + output-file-name: "dpdk-64b-4t2c-xxv710-3n-skx" + data: "plot-performance-trending-dpdk-3n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'MRR' and '4T2C' and 'DPDK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "DPDK 8T4C 64B MRR Trending 3n-skx" + output-file-name: "dpdk-64b-8t4c-xxv710-3n-skx" + data: "plot-performance-trending-dpdk-3n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'MRR' and '8T4C' and 'DPDK'" + parameters: + - "result" + layout: "plot-cpta" + +## DPDK - xxv710 - IMIX +# +# - title: "DPDK 2T1C IMIX MRR Trending 3n-skx" +# output-file-name: "dpdk-imix-2t1c-xxv710-3n-skx" +# data: "plot-performance-trending-dpdk-3n-skx" +# filter: "'NIC_Intel-XXV710' and 'IMIX' and 'MRR' and '2T1C' and 'DPDK'" +# parameters: +# - "result" +# layout: "plot-cpta" +# +# - title: "DPDK 4T2C IMIX MRR Trending 3n-skx" +# output-file-name: "dpdk-imix-4t2c-xxv710-3n-skx" +# data: "plot-performance-trending-dpdk-3n-skx" +# filter: "'NIC_Intel-XXV710' and 'IMIX' and 'MRR' and '4T2C' and 'DPDK'" +# parameters: +# - "result" +# layout: "plot-cpta" +# +# - title: "DPDK 8T4C IMIX MRR Trending 3n-skx" +# output-file-name: "dpdk-imix-8t4c-xxv710-3n-skx" +# data: "plot-performance-trending-dpdk-3n-skx" +# filter: "'NIC_Intel-XXV710' and 'IMIX' and 'MRR' and '8T4C' and 'DPDK'" +# parameters: +# - "result" +# layout: "plot-cpta" + +################################################################################ +# 2n-skx + +# L2 - x710 + + - title: "VPP 2T1C L2 64B MRR Trending 2n-skx" + output-file-name: "l2-2t1c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF' and not 'POLICE_MARK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C L2 64B MRR Trending 2n-skx" + output-file-name: "l2-4t2c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF' and not 'POLICE_MARK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C L2 64B MRR Trending 2n-skx" + output-file-name: "l2-8t4c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '8T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF' and not 'POLICE_MARK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T1C L2 64B MRR Trending 2n-skx" + output-file-name: "l2-feature-2t1c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'FEATURE' and '2T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C L2 64B MRR Trending 2n-skx" + output-file-name: "l2-feature-4t2c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'FEATURE' and '4T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C L2 64B MRR Trending 2n-skx" + output-file-name: "l2-feature-8t4c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'FEATURE' and '8T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + +# L2 - xxv710 + + - title: "VPP 2T1C L2 64B MRR Trending 2n-skx" + output-file-name: "l2-2t1c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and not 'MEMIF' and not 'POLICE_MARK' and not 'DRV_AVF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C L2 64B MRR Trending 2n-skx" + output-file-name: "l2-4t2c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and not 'MEMIF' and not 'POLICE_MARK' and not 'DRV_AVF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C L2 64B MRR Trending 2n-skx" + output-file-name: "l2-8t4c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '8T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and not 'MEMIF' and not 'POLICE_MARK' and not 'DRV_AVF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T1C L2 64B MRR Trending 2n-skx" + output-file-name: "l2-feature-2t1c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and 'FEATURE' and '2T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C L2 64B MRR Trending 2n-skx" + output-file-name: "l2-feature-4t2c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and 'FEATURE' and '4T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C L2 64B MRR Trending 2n-skx" + output-file-name: "l2-feature-8t4c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and 'FEATURE' and '8T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 - x710 + + - title: "VPP 2T1C IPv4 64B MRR Trending 2n-skx" + output-file-name: "ip4-2t1c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C IPv4 64B MRR Trending 2n-skx" + output-file-name: "ip4-4t2c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C IPv4 64B MRR Trending 2n-skx" + output-file-name: "ip4-8t4c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '8T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T1C IPv4 64B MRR Trending 2n-skx" + output-file-name: "ip4-feature-2t1c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'FEATURE' and '2T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C IPv4 64B MRR Trending 2n-skx" + output-file-name: "ip4-feature-4t2c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'FEATURE' and '4T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C IPv4 64B MRR Trending 2n-skx" + output-file-name: "ip4-feature-8t4c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'FEATURE' and '8T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 - xxv710 + + - title: "VPP 2T1C IPv4 64B MRR Trending 2n-skx" + output-file-name: "ip4-2t1c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C IPv4 64B MRR Trending 2n-skx" + output-file-name: "ip4-4t2c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C IPv4 64B MRR Trending 2n-skx" + output-file-name: "ip4-8t4c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '8T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T1C IPv4 64B MRR Trending 2n-skx" + output-file-name: "ip4-feature-2t1c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and 'FEATURE' and '2T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C IPv4 64B MRR Trending 2n-skx" + output-file-name: "ip4-feature-4t2c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and 'FEATURE' and '4T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C IPv4 64B MRR Trending 2n-skx" + output-file-name: "ip4-feature-8t4c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and 'FEATURE' and '8T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 Tunnels - x710 + + - title: "VPP 2T1C IPv4 Tunnels 64B MRR Trending 2n-skx" + output-file-name: "ip4-tunnels-2t1c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'ENCAP' and 'MRR' and '2T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C IPv4 Tunnels 64B MRR Trending 2n-skx" + output-file-name: "ip4-tunnels-4t2c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'ENCAP' and 'MRR' and '4T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C IPv4 Tunnels 64B MRR Trending 2n-skx" + output-file-name: "ip4-tunnels-8t4c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'ENCAP' and 'MRR' and '8T4C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 Tunnels - xxv710 + + - title: "VPP 2T1C IPv4 Tunnels 64B MRR Trending 2n-skx" + output-file-name: "ip4-tunnels-2t1c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'ENCAP' and 'MRR' and '2T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C IPv4 Tunnels 64B MRR Trending 2n-skx" + output-file-name: "ip4-tunnels-4t2c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'ENCAP' and 'MRR' and '4T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C IPv4 Tunnels 64B MRR Trending 2n-skx" + output-file-name: "ip4-tunnels-8t4c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'ENCAP' and 'MRR' and '8T4C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv6 - x710 + + - title: "VPP 2T1C IPv6 78B MRR Trending 2n-skx" + output-file-name: "ip6-2t1c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C IPv6 78B MRR Trending 2n-skx" + output-file-name: "ip6-4t2c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C IPv6 78B MRR Trending 2n-skx" + output-file-name: "ip6-8t4c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '8T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv6 - xxv710 + + - title: "VPP 2T1C IPv6 78B MRR Trending 2n-skx" + output-file-name: "ip6-2t1c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C IPv6 78B MRR Trending 2n-skx" + output-file-name: "ip6-4t2c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C IPv6 78B MRR Trending 2n-skx" + output-file-name: "ip6-8t4c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '8T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + +# Container memif - x710, 64B + + - title: "VPP 2T1C L2 Container memif 64B MRR Trending 2n-skx" + output-file-name: "container-memif-l2-2t1c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'BASE' and '2T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and not 'DRV_AVF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C L2 Container memif 64B MRR Trending 2n-skx" + output-file-name: "container-memif-l2-4t2c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'BASE' and '4T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and not 'DRV_AVF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C L2 Container memif 64B MRR Trending 2n-skx" + output-file-name: "container-memif-l2-8t4c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'MRR' and '64B' and 'BASE' and '8T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and not 'DRV_AVF'" + parameters: + - "result" + layout: "plot-cpta" + +# Container memif - xxv710, 64B + + - title: "VPP 2T1C L2 Container memif 64B MRR Trending 2n-skx" + output-file-name: "container-memif-l2-2t1c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and 'BASE' and '2T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C L2 Container memif 64B MRR Trending 2n-skx" + output-file-name: "container-memif-l2-4t2c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and 'BASE' and '4T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C L2 Container memif 64B MRR Trending 2n-skx" + output-file-name: "container-memif-l2-8t4c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'MRR' and '64B' and 'BASE' and '8T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - x710, ethip4, 64B + + - title: "VPP 2T1C VM vhost ethip4 64B MRR Trending 2n-skx" + output-file-name: "vm-vhost-ethip4-2t1c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C VM vhost ethip4 64B MRR Trending 2n-skx" + output-file-name: "vm-vhost-ethip4-4t2c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C VM vhost ethip4 64B MRR Trending 2n-skx" + output-file-name: "vm-vhost-ethip4-8t4c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '8T4C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - xxv710, ethip4, 64B + + - title: "VPP 2T1C VM vhost ethip4 64B MRR Trending 2n-skx" + output-file-name: "vm-vhost-ethip4-2t1c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'MRR' and '2T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C VM vhost ethip4 64B MRR Trending 2n-skx" + output-file-name: "vm-vhost-ethip4-4t2c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'MRR' and '4T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C VM vhost ethip4 64B MRR Trending 2n-skx" + output-file-name: "vm-vhost-ethip4-8t4c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'MRR' and '8T4C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - x710, ethip4, IMIX + + - title: "VPP 2T1C VM vhost ethip4 IMIX MRR Trending 2n-skx" + output-file-name: "vm-vhost-imix-ethip4-2t1c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C VM vhost ethip4 IMIX MRR Trending 2n-skx" + output-file-name: "vm-vhost-imix-ethip4-4t2c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C VM vhost ethip4 IMIX MRR Trending 2n-skx" + output-file-name: "vm-vhost-imix-ethip4-8t4c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '8T4C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - xxv710, ethip4, IMIX + + - title: "VPP 2T1C VM vhost ethip4 IMIX MRR Trending 2n-skx" + output-file-name: "vm-vhost-imix-ethip4-2t1c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'IMIX' and 'MRR' and '2T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C VM vhost ethip4 IMIX MRR Trending 2n-skx" + output-file-name: "vm-vhost-imix-ethip4-4t2c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'IMIX' and 'MRR' and '4T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C VM vhost ethip4 IMIX MRR Trending 2n-skx" + output-file-name: "vm-vhost-imix-ethip4-8t4c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'IMIX' and 'MRR' and '8T4C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - x710, eth, 64B + + - title: "VPP 2T1C VM vhost eth 64B MRR Trending 2n-skx" + output-file-name: "vm-vhost-eth-2t1c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C VM vhost eth 64B MRR Trending 2n-skx" + output-file-name: "vm-vhost-eth-4t2c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C VM vhost eth 64B MRR Trending 2n-skx" + output-file-name: "vm-vhost-eth-8t4c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '8T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - xxv710, eth, 64B + + - title: "VPP 2T1C VM vhost eth 64B MRR Trending 2n-skx" + output-file-name: "vm-vhost-eth-2t1c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'MRR' and '2T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C VM vhost eth 64B MRR Trending 2n-skx" + output-file-name: "vm-vhost-eth-4t2c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'MRR' and '4T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C VM vhost eth 64B MRR Trending 2n-skx" + output-file-name: "vm-vhost-eth-8t4c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'MRR' and '8T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - x710, eth, IMIX + + - title: "VPP 2T1C VM vhost eth IMIX MRR Trending 2n-skx" + output-file-name: "vm-vhost-imix-eth-2t1c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C VM vhost eth IMIX MRR Trending 2n-skx" + output-file-name: "vm-vhost-imix-eth-4t2c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C VM vhost eth IMIX MRR Trending 2n-skx" + output-file-name: "vm-vhost-imix-eth-8t4c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '8T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - xxv710, eth, IMIX + + - title: "VPP 2T1C VM vhost eth IMIX MRR Trending 2n-skx" + output-file-name: "vm-vhost-imix-eth-2t1c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'IMIX' and 'MRR' and '2T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C VM vhost eth IMIX MRR Trending 2n-skx" + output-file-name: "vm-vhost-imix-eth-4t2c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'IMIX' and 'MRR' and '4T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C VM vhost eth IMIX MRR Trending 2n-skx" + output-file-name: "vm-vhost-imix-eth-8t4c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'IMIX' and 'MRR' and '8T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# Link Bonding - x710 + + - title: "VPP 2T1C Link Bonding 64B MRR Trending 2n-skx" + output-file-name: "lb-64b-2t1c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T1C' and 'LBOND'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C Link Bonding 64B MRR Trending 2n-skx" + output-file-name: "lb-64b-4t2c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T2C' and 'LBOND'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C Link Bonding 64B MRR Trending 2n-skx" + output-file-name: "lb-64b-8t4c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '8T4C' and 'LBOND'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T1C Link Bonding IMIX MRR Trending 2n-skx" + output-file-name: "lb-imix-2t1c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T1C' and 'LBOND'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C Link Bonding IMIX MRR Trending 2n-skx" + output-file-name: "lb-imix-4t2c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T2C' and 'LBOND'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C Link Bonding IMIX MRR Trending 2n-skx" + output-file-name: "lb-imix-8t4c-x710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '8T4C' and 'LBOND'" + parameters: + - "result" + layout: "plot-cpta" + +# Link Bonding - xxv710 + + - title: "VPP 2T1C Link Bonding 64B MRR Trending 2n-skx" + output-file-name: "lb-64b-2t1c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'MRR' and '2T1C' and 'LBOND'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C Link Bonding 64B MRR Trending 2n-skx" + output-file-name: "lb-64b-4t2c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'MRR' and '4T2C' and 'LBOND'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C Link Bonding 64B MRR Trending 2n-skx" + output-file-name: "lb-64b-8t4c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'MRR' and '8T4C' and 'LBOND'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 2T1C Link Bonding IMIX MRR Trending 2n-skx" + output-file-name: "lb-imix-2t1c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'IMIX' and 'MRR' and '2T1C' and 'LBOND'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 4T2C Link Bonding IMIX MRR Trending 2n-skx" + output-file-name: "lb-imix-4t2c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'IMIX' and 'MRR' and '4T2C' and 'LBOND'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "VPP 8T4C Link Bonding IMIX MRR Trending 2n-skx" + output-file-name: "lb-imix-8t4c-xxv710-2n-skx" + data: "plot-performance-trending-vpp-2n-skx" + filter: "'NIC_Intel-XXV710' and 'IMIX' and 'MRR' and '8T4C' and 'LBOND'" + parameters: + - "result" + layout: "plot-cpta" + +# DPDK - x710 - 64B + + - title: "DPDK 2T1C 64B MRR Trending 2n-skx" + output-file-name: "dpdk-64b-2t1c-x710-2n-skx" + data: "plot-performance-trending-dpdk-2n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T1C' and 'DPDK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "DPDK 4T2C 64B MRR Trending 2n-skx" + output-file-name: "dpdk-64b-4t2c-x710-2n-skx" + data: "plot-performance-trending-dpdk-2n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T2C' and 'DPDK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "DPDK 8T4C 64B MRR Trending 2n-skx" + output-file-name: "dpdk-64b-8t4c-x710-2n-skx" + data: "plot-performance-trending-dpdk-2n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '8T4C' and 'DPDK'" + parameters: + - "result" + layout: "plot-cpta" + +## DPDK - x710 - IMIX +# +# - title: "DPDK 2T1C IMIX MRR Trending 2n-skx" +# output-file-name: "dpdk-imix-2t1c-x710-2n-skx" +# data: "plot-performance-trending-dpdk-2n-skx" +# filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T1C' and 'DPDK'" +# parameters: +# - "result" +# layout: "plot-cpta" +# +# - title: "DPDK 4T2C IMIX MRR Trending 2n-skx" +# output-file-name: "dpdk-imix-4t2c-x710-2n-skx" +# data: "plot-performance-trending-dpdk-2n-skx" +# filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T2C' and 'DPDK'" +# parameters: +# - "result" +# layout: "plot-cpta" +# +# - title: "DPDK 8T4C IMIX MRR Trending 2n-skx" +# output-file-name: "dpdk-imix-8t4c-x710-2n-skx" +# data: "plot-performance-trending-dpdk-2n-skx" +# filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '8T4C' and 'DPDK'" +# parameters: +# - "result" +# layout: "plot-cpta" + +# DPDK - xxv710 - 64B + + - title: "DPDK 2T1C 64B MRR Trending 2n-skx" + output-file-name: "dpdk-64b-2t1c-xxv710-2n-skx" + data: "plot-performance-trending-dpdk-2n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'MRR' and '2T1C' and 'DPDK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "DPDK 4T2C 64B MRR Trending 2n-skx" + output-file-name: "dpdk-64b-4t2c-xxv710-2n-skx" + data: "plot-performance-trending-dpdk-2n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'MRR' and '4T2C' and 'DPDK'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "DPDK 8T4C 64B MRR Trending 2n-skx" + output-file-name: "dpdk-64b-8t4c-xxv710-2n-skx" + data: "plot-performance-trending-dpdk-2n-skx" + filter: "'NIC_Intel-XXV710' and '64B' and 'MRR' and '8T4C' and 'DPDK'" + parameters: + - "result" + layout: "plot-cpta" + +## DPDK - xxv710 - IMIX +# +# - title: "DPDK 2T1C IMIX MRR Trending 2n-skx" +# output-file-name: "dpdk-imix-2t1c-xxv710-2n-skx" +# data: "plot-performance-trending-dpdk-2n-skx" +# filter: "'NIC_Intel-XXV710' and 'IMIX' and 'MRR' and '2T1C' and 'DPDK'" +# parameters: +# - "result" +# layout: "plot-cpta" +# +# - title: "DPDK 4T2C IMIX MRR Trending 2n-skx" +# output-file-name: "dpdk-imix-4t2c-xxv710-2n-skx" +# data: "plot-performance-trending-dpdk-2n-skx" +# filter: "'NIC_Intel-XXV710' and 'IMIX' and 'MRR' and '4T2C' and 'DPDK'" +# parameters: +# - "result" +# layout: "plot-cpta" +# +# - title: "DPDK 8T4C IMIX MRR Trending 2n-skx" +# output-file-name: "dpdk-imix-8t4c-xxv710-2n-skx" +# data: "plot-performance-trending-dpdk-2n-skx" +# filter: "'NIC_Intel-XXV710' and 'IMIX' and 'MRR' and '8T4C' and 'DPDK'" +# parameters: +# - "result" +# layout: "plot-cpta" diff --git a/resources/tools/presentation_new/specification_parser.py b/resources/tools/presentation_new/specification_parser.py new file mode 100644 index 0000000000..83838d8212 --- /dev/null +++ b/resources/tools/presentation_new/specification_parser.py @@ -0,0 +1,683 @@ +# Copyright (c) 2018 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Specification + +Parsing of the specification YAML file. +""" + + +import logging +from yaml import load, YAMLError +from pprint import pformat + +from errors import PresentationError +from utils import get_last_successful_build_number +from utils import get_last_completed_build_number + + +class Specification(object): + """Specification of Presentation and analytics layer. + + - based on specification specified in the specification YAML file + - presentation and analytics layer is model driven + """ + + # Tags are used in specification YAML file and replaced while the file is + # parsed. + TAG_OPENER = "{" + TAG_CLOSER = "}" + + def __init__(self, cfg_file): + """Initialization. + + :param cfg_file: File handler for the specification YAML file. + :type cfg_file: BinaryIO + """ + self._cfg_file = cfg_file + self._cfg_yaml = None + + self._specification = {"environment": dict(), + "configuration": dict(), + "static": dict(), + "input": dict(), + "output": dict(), + "tables": list(), + "plots": list(), + "files": list(), + "cpta": dict()} + + @property + def specification(self): + """Getter - specification. + + :returns: Specification. + :rtype: dict + """ + return self._specification + + @property + def environment(self): + """Getter - environment. + + :returns: Environment specification. + :rtype: dict + """ + return self._specification["environment"] + + @property + def configuration(self): + """Getter - configuration. + + :returns: Configuration of PAL. + :rtype: dict + """ + return self._specification["configuration"] + + @property + def static(self): + """Getter - static content. + + :returns: Static content specification. + :rtype: dict + """ + return self._specification["static"] + + @property + def mapping(self): + """Getter - Mapping. + + :returns: Mapping of the old names of test cases to the new (actual) + one. + :rtype: dict + """ + return self._specification["configuration"]["mapping"] + + @property + def ignore(self): + """Getter - Ignore list. + + :returns: List of ignored test cases. + :rtype: list + """ + return self._specification["configuration"]["ignore"] + + @property + def alerting(self): + """Getter - Alerting. + + :returns: Specification of alerts. + :rtype: dict + """ + return self._specification["configuration"]["alerting"] + + @property + def input(self): + """Getter - specification - inputs. + - jobs and builds. + + :returns: Inputs. + :rtype: dict + """ + return self._specification["input"] + + @property + def builds(self): + """Getter - builds defined in specification. + + :returns: Builds defined in the specification. + :rtype: dict + """ + return self.input["builds"] + + @property + def output(self): + """Getter - specification - output formats and versions to be generated. + - formats: html, pdf + - versions: full, ... + + :returns: Outputs to be generated. + :rtype: dict + """ + return self._specification["output"] + + @property + def tables(self): + """Getter - tables to be generated. + + :returns: List of specifications of tables to be generated. + :rtype: list + """ + return self._specification["tables"] + + @property + def plots(self): + """Getter - plots to be generated. + + :returns: List of specifications of plots to be generated. + :rtype: list + """ + return self._specification["plots"] + + @property + def files(self): + """Getter - files to be generated. + + :returns: List of specifications of files to be generated. + :rtype: list + """ + return self._specification["files"] + + @property + def cpta(self): + """Getter - Continuous Performance Trending and Analysis to be + generated. + + :returns: List of specifications of Continuous Performance Trending and + Analysis to be generated. + :rtype: list + """ + return self._specification["cpta"] + + def set_input_state(self, job, build_nr, state): + """Set the state of input + + :param job: + :param build_nr: + :param state: + :return: + """ + + try: + for build in self._specification["input"]["builds"][job]: + if build["build"] == build_nr: + build["status"] = state + break + else: + raise PresentationError("Build '{}' is not defined for job '{}'" + " in specification file.". + format(build_nr, job)) + except KeyError: + raise PresentationError("Job '{}' and build '{}' is not defined in " + "specification file.".format(job, build_nr)) + + def set_input_file_name(self, job, build_nr, file_name): + """Set the state of input + + :param job: + :param build_nr: + :param file_name: + :return: + """ + + try: + for build in self._specification["input"]["builds"][job]: + if build["build"] == build_nr: + build["file-name"] = file_name + break + else: + raise PresentationError("Build '{}' is not defined for job '{}'" + " in specification file.". + format(build_nr, job)) + except KeyError: + raise PresentationError("Job '{}' and build '{}' is not defined in " + "specification file.".format(job, build_nr)) + + def _get_build_number(self, job, build_type): + """Get the number of the job defined by its name: + - lastSuccessfulBuild + - lastCompletedBuild + + :param job: Job name. + :param build_type: Build type: + - lastSuccessfulBuild + - lastCompletedBuild + :type job" str + :raises PresentationError: If it is not possible to get the build + number. + :returns: The build number. + :rtype: int + """ + + # defined as a range + if build_type == "lastSuccessfulBuild": + # defined as a range + ret_code, build_nr, _ = get_last_successful_build_number( + self.environment["urls"]["URL[JENKINS,CSIT]"], job) + elif build_type == "lastCompletedBuild": + # defined as a range + ret_code, build_nr, _ = get_last_completed_build_number( + self.environment["urls"]["URL[JENKINS,CSIT]"], job) + else: + raise PresentationError("Not supported build type: '{0}'". + format(build_type)) + if ret_code != 0: + raise PresentationError("Not possible to get the number of the " + "build number.") + try: + build_nr = int(build_nr) + return build_nr + except ValueError as err: + raise PresentationError("Not possible to get the number of the " + "build number.\nReason: {0}".format(err)) + + def _get_type_index(self, item_type): + """Get index of item type (environment, input, output, ...) in + specification YAML file. + + :param item_type: Item type: Top level items in specification YAML file, + e.g.: environment, input, output. + :type item_type: str + :returns: Index of the given item type. + :rtype: int + """ + + index = 0 + for item in self._cfg_yaml: + if item["type"] == item_type: + return index + index += 1 + return None + + def _find_tag(self, text): + """Find the first tag in the given text. The tag is enclosed by the + TAG_OPENER and TAG_CLOSER. + + :param text: Text to be searched. + :type text: str + :returns: The tag, or None if not found. + :rtype: str + """ + try: + start = text.index(self.TAG_OPENER) + end = text.index(self.TAG_CLOSER, start + 1) + 1 + return text[start:end] + except ValueError: + return None + + def _replace_tags(self, data, src_data=None): + """Replace tag(s) in the data by their values. + + :param data: The data where the tags will be replaced by their values. + :param src_data: Data where the tags are defined. It is dictionary where + the key is the tag and the value is the tag value. If not given, 'data' + is used instead. + :type data: str or dict + :type src_data: dict + :returns: Data with the tags replaced. + :rtype: str or dict + :raises: PresentationError if it is not possible to replace the tag or + the data is not the supported data type (str, dict). + """ + + if src_data is None: + src_data = data + + if isinstance(data, str): + tag = self._find_tag(data) + if tag is not None: + data = data.replace(tag, src_data[tag[1:-1]]) + + elif isinstance(data, dict): + counter = 0 + for key, value in data.items(): + tag = self._find_tag(value) + if tag is not None: + try: + data[key] = value.replace(tag, src_data[tag[1:-1]]) + counter += 1 + except KeyError: + raise PresentationError("Not possible to replace the " + "tag '{}'".format(tag)) + if counter: + self._replace_tags(data, src_data) + else: + raise PresentationError("Replace tags: Not supported data type.") + + return data + + def _parse_env(self): + """Parse environment specification in the specification YAML file. + """ + + logging.info("Parsing specification file: environment ...") + + idx = self._get_type_index("environment") + if idx is None: + return None + + try: + self._specification["environment"]["configuration"] = \ + self._cfg_yaml[idx]["configuration"] + except KeyError: + self._specification["environment"]["configuration"] = None + + try: + self._specification["environment"]["paths"] = \ + self._replace_tags(self._cfg_yaml[idx]["paths"]) + except KeyError: + self._specification["environment"]["paths"] = None + + try: + self._specification["environment"]["urls"] = \ + self._replace_tags(self._cfg_yaml[idx]["urls"]) + except KeyError: + self._specification["environment"]["urls"] = None + + try: + self._specification["environment"]["make-dirs"] = \ + self._cfg_yaml[idx]["make-dirs"] + except KeyError: + self._specification["environment"]["make-dirs"] = None + + try: + self._specification["environment"]["remove-dirs"] = \ + self._cfg_yaml[idx]["remove-dirs"] + except KeyError: + self._specification["environment"]["remove-dirs"] = None + + try: + self._specification["environment"]["build-dirs"] = \ + self._cfg_yaml[idx]["build-dirs"] + except KeyError: + self._specification["environment"]["build-dirs"] = None + + logging.info("Done.") + + def _parse_configuration(self): + """Parse configuration of PAL in the specification YAML file. + """ + + logging.info("Parsing specification file: configuration ...") + + idx = self._get_type_index("configuration") + if idx is None: + logging.warning("No configuration information in the specification " + "file.") + return None + + try: + self._specification["configuration"] = self._cfg_yaml[idx] + + except KeyError: + raise PresentationError("No configuration defined.") + + # Data sets: Replace ranges by lists + for set_name, data_set in self.configuration["data-sets"].items(): + for job, builds in data_set.items(): + if builds: + if isinstance(builds, dict): + build_nr = builds.get("end", None) + try: + build_nr = int(build_nr) + except ValueError: + # defined as a range + build_nr = self._get_build_number(job, build_nr) + builds = [x for x in range(builds["start"], build_nr+1)] + self.configuration["data-sets"][set_name][job] = builds + + # Mapping table: + mapping = None + mapping_file_name = self._specification["configuration"].\ + get("mapping-file", None) + if mapping_file_name: + logging.debug("Mapping file: '{0}'".format(mapping_file_name)) + try: + with open(mapping_file_name, 'r') as mfile: + mapping = load(mfile) + logging.debug("Loaded mapping table:\n{0}".format(mapping)) + except (YAMLError, IOError) as err: + raise PresentationError( + msg="An error occurred while parsing the mapping file " + "'{0}'.".format(mapping_file_name), + details=repr(err)) + # Make sure everything is lowercase + if mapping: + self._specification["configuration"]["mapping"] = \ + {key.lower(): val.lower() for key, val in mapping.iteritems()} + else: + self._specification["configuration"]["mapping"] = dict() + + # Ignore list: + ignore = None + ignore_list_name = self._specification["configuration"].\ + get("ignore-list", None) + if ignore_list_name: + logging.debug("Ignore list file: '{0}'".format(ignore_list_name)) + try: + with open(ignore_list_name, 'r') as ifile: + ignore = load(ifile) + logging.debug("Loaded ignore list:\n{0}".format(ignore)) + except (YAMLError, IOError) as err: + raise PresentationError( + msg="An error occurred while parsing the ignore list file " + "'{0}'.".format(ignore_list_name), + details=repr(err)) + # Make sure everything is lowercase + if ignore: + self._specification["configuration"]["ignore"] = \ + [item.lower() for item in ignore] + else: + self._specification["configuration"]["ignore"] = list() + + logging.info("Done.") + + def _parse_input(self): + """Parse input specification in the specification YAML file. + + :raises: PresentationError if there are no data to process. + """ + + logging.info("Parsing specification file: input ...") + + idx = self._get_type_index("input") + if idx is None: + raise PresentationError("No data to process.") + + try: + for key, value in self._cfg_yaml[idx]["general"].items(): + self._specification["input"][key] = value + self._specification["input"]["builds"] = dict() + + for job, builds in self._cfg_yaml[idx]["builds"].items(): + if builds: + if isinstance(builds, dict): + build_nr = builds.get("end", None) + try: + build_nr = int(build_nr) + except ValueError: + # defined as a range + build_nr = self._get_build_number(job, build_nr) + builds = [x for x in range(builds["start"], build_nr+1)] + self._specification["input"]["builds"][job] = list() + for build in builds: + self._specification["input"]["builds"][job]. \ + append({"build": build, "status": None}) + + else: + logging.warning("No build is defined for the job '{}'. " + "Trying to continue without it.". + format(job)) + except KeyError: + raise PresentationError("No data to process.") + + logging.info("Done.") + + def _parse_output(self): + """Parse output specification in the specification YAML file. + + :raises: PresentationError if there is no output defined. + """ + + logging.info("Parsing specification file: output ...") + + idx = self._get_type_index("output") + if idx is None: + raise PresentationError("No output defined.") + + try: + self._specification["output"] = self._cfg_yaml[idx] + except (KeyError, IndexError): + raise PresentationError("No output defined.") + + logging.info("Done.") + + def _parse_static(self): + """Parse specification of the static content in the specification YAML + file. + """ + + logging.info("Parsing specification file: static content ...") + + idx = self._get_type_index("static") + if idx is None: + logging.warning("No static content specified.") + + for key, value in self._cfg_yaml[idx].items(): + if isinstance(value, str): + try: + self._cfg_yaml[idx][key] = self._replace_tags( + value, self._specification["environment"]["paths"]) + except KeyError: + pass + + self._specification["static"] = self._cfg_yaml[idx] + + logging.info("Done.") + + def _parse_elements(self): + """Parse elements (tables, plots) specification in the specification + YAML file. + """ + + logging.info("Parsing specification file: elements ...") + + count = 1 + for element in self._cfg_yaml: + try: + element["output-file"] = self._replace_tags( + element["output-file"], + self._specification["environment"]["paths"]) + except KeyError: + pass + + try: + element["input-file"] = self._replace_tags( + element["input-file"], + self._specification["environment"]["paths"]) + except KeyError: + pass + + # add data sets to the elements: + if isinstance(element.get("data", None), str): + data_set = element["data"] + try: + element["data"] = self.configuration["data-sets"][data_set] + except KeyError: + raise PresentationError("Data set {0} is not defined in " + "the configuration section.". + format(data_set)) + + if element["type"] == "table": + logging.info(" {:3d} Processing a table ...".format(count)) + try: + element["template"] = self._replace_tags( + element["template"], + self._specification["environment"]["paths"]) + except KeyError: + pass + self._specification["tables"].append(element) + count += 1 + + elif element["type"] == "plot": + logging.info(" {:3d} Processing a plot ...".format(count)) + + # Add layout to the plots: + layout = element["layout"].get("layout", None) + if layout is not None: + element["layout"].pop("layout") + try: + for key, val in (self.configuration["plot-layouts"] + [layout].items()): + element["layout"][key] = val + except KeyError: + raise PresentationError("Layout {0} is not defined in " + "the configuration section.". + format(layout)) + self._specification["plots"].append(element) + count += 1 + + elif element["type"] == "file": + logging.info(" {:3d} Processing a file ...".format(count)) + try: + element["dir-tables"] = self._replace_tags( + element["dir-tables"], + self._specification["environment"]["paths"]) + except KeyError: + pass + self._specification["files"].append(element) + count += 1 + + elif element["type"] == "cpta": + logging.info(" {:3d} Processing Continuous Performance " + "Trending and Analysis ...".format(count)) + + for plot in element["plots"]: + # Add layout to the plots: + layout = plot.get("layout", None) + if layout is not None: + try: + plot["layout"] = \ + self.configuration["plot-layouts"][layout] + except KeyError: + raise PresentationError( + "Layout {0} is not defined in the " + "configuration section.".format(layout)) + # Add data sets: + if isinstance(plot.get("data", None), str): + data_set = plot["data"] + try: + plot["data"] = \ + self.configuration["data-sets"][data_set] + except KeyError: + raise PresentationError( + "Data set {0} is not defined in " + "the configuration section.". + format(data_set)) + self._specification["cpta"] = element + count += 1 + + logging.info("Done.") + + def read_specification(self): + """Parse specification in the specification YAML file. + + :raises: PresentationError if an error occurred while parsing the + specification file. + """ + try: + self._cfg_yaml = load(self._cfg_file) + except YAMLError as err: + raise PresentationError(msg="An error occurred while parsing the " + "specification file.", + details=str(err)) + + self._parse_env() + self._parse_configuration() + self._parse_input() + self._parse_output() + self._parse_static() + self._parse_elements() + + logging.debug("Specification: \n{}". + format(pformat(self._specification))) diff --git a/resources/tools/presentation_new/static_content.py b/resources/tools/presentation_new/static_content.py new file mode 100644 index 0000000000..a02330c15f --- /dev/null +++ b/resources/tools/presentation_new/static_content.py @@ -0,0 +1,60 @@ +# Copyright (c) 2017 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Static content + +Process the static content stored in the git. +""" + +import logging + +from os import makedirs +from os.path import isdir +from shutil import rmtree, copytree, Error + +from errors import PresentationError + + +def prepare_static_content(spec): + """Prepare the static content which is stored in the git. + + :param spec: Specification read from the specification file. + :type spec: Specification + :raises PresentationError: If it is not possible to process the static + content. + """ + + src = spec.static.get("src-path", None) + dst = spec.static.get("dst-path", None) + if src is None or dst is None: + logging.warning("No static content specified, skipping") + return + + # Copy all the static content to the build directory: + logging.info("Copying the static content ...") + logging.info(" Source: {0}".format(src)) + logging.info(" Destination: {0}".format(dst)) + + try: + if isdir(dst): + rmtree(dst) + + copytree(src, dst) + + makedirs(spec.environment["paths"]["DIR[WORKING,SRC,STATIC]"]) + + except (Error, OSError) as err: + raise PresentationError("Not possible to process the static content.", + str(err)) + + logging.info("Done.") diff --git a/resources/tools/presentation_new/utils.py b/resources/tools/presentation_new/utils.py new file mode 100644 index 0000000000..51bb1d0305 --- /dev/null +++ b/resources/tools/presentation_new/utils.py @@ -0,0 +1,317 @@ +# Copyright (c) 2018 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""General purpose utilities. +""" + +import multiprocessing +import subprocess +import numpy as np +import logging +import csv +import prettytable + +from os import walk, makedirs, environ +from os.path import join, isdir +from shutil import move, Error +from math import sqrt + +from errors import PresentationError +from jumpavg.BitCountingClassifier import BitCountingClassifier + + +def mean(items): + """Calculate mean value from the items. + + :param items: Mean value is calculated from these items. + :type items: list + :returns: MEan value. + :rtype: float + """ + + return float(sum(items)) / len(items) + + +def stdev(items): + """Calculate stdev from the items. + + :param items: Stdev is calculated from these items. + :type items: list + :returns: Stdev. + :rtype: float + """ + + avg = mean(items) + variance = [(x - avg) ** 2 for x in items] + stddev = sqrt(mean(variance)) + return stddev + + +def relative_change(nr1, nr2): + """Compute relative change of two values. + + :param nr1: The first number. + :param nr2: The second number. + :type nr1: float + :type nr2: float + :returns: Relative change of nr1. + :rtype: float + """ + + return float(((nr2 - nr1) / nr1) * 100) + + +def get_files(path, extension=None, full_path=True): + """Generates the list of files to process. + + :param path: Path to files. + :param extension: Extension of files to process. If it is the empty string, + all files will be processed. + :param full_path: If True, the files with full path are generated. + :type path: str + :type extension: str + :type full_path: bool + :returns: List of files to process. + :rtype: list + """ + + file_list = list() + for root, _, files in walk(path): + for filename in files: + if extension: + if filename.endswith(extension): + if full_path: + file_list.append(join(root, filename)) + else: + file_list.append(filename) + else: + file_list.append(join(root, filename)) + + return file_list + + +def get_rst_title_char(level): + """Return character used for the given title level in rst files. + + :param level: Level of the title. + :type: int + :returns: Character used for the given title level in rst files. + :rtype: str + """ + chars = ('=', '-', '`', "'", '.', '~', '*', '+', '^') + if level < len(chars): + return chars[level] + else: + return chars[-1] + + +def execute_command(cmd): + """Execute the command in a subprocess and log the stdout and stderr. + + :param cmd: Command to execute. + :type cmd: str + :returns: Return code of the executed command, stdout and stderr. + :rtype: tuple(int, str, str) + """ + + env = environ.copy() + proc = subprocess.Popen( + [cmd], + stdout=subprocess.PIPE, + stderr=subprocess.PIPE, + shell=True, + env=env) + + stdout, stderr = proc.communicate() + + if stdout: + logging.info(stdout) + if stderr: + logging.info(stderr) + + if proc.returncode != 0: + logging.error(" Command execution failed.") + return proc.returncode, stdout, stderr + + +def get_last_successful_build_number(jenkins_url, job_name): + """Get the number of the last successful build of the given job. + + :param jenkins_url: Jenkins URL. + :param job_name: Job name. + :type jenkins_url: str + :type job_name: str + :returns: The build number as a string. + :rtype: str + """ + + url = "{}/{}/lastSuccessfulBuild/buildNumber".format(jenkins_url, job_name) + cmd = "wget -qO- {url}".format(url=url) + + return execute_command(cmd) + + +def get_last_completed_build_number(jenkins_url, job_name): + """Get the number of the last completed build of the given job. + + :param jenkins_url: Jenkins URL. + :param job_name: Job name. + :type jenkins_url: str + :type job_name: str + :returns: The build number as a string. + :rtype: str + """ + + url = "{}/{}/lastCompletedBuild/buildNumber".format(jenkins_url, job_name) + cmd = "wget -qO- {url}".format(url=url) + + return execute_command(cmd) + + +def archive_input_data(spec): + """Archive the report. + + :param spec: Specification read from the specification file. + :type spec: Specification + :raises PresentationError: If it is not possible to archive the input data. + """ + + logging.info(" Archiving the input data files ...") + + extension = spec.input["file-format"] + data_files = get_files(spec.environment["paths"]["DIR[WORKING,DATA]"], + extension=extension) + dst = spec.environment["paths"]["DIR[STATIC,ARCH]"] + logging.info(" Destination: {0}".format(dst)) + + try: + if not isdir(dst): + makedirs(dst) + + for data_file in data_files: + logging.info(" Moving the file: {0} ...".format(data_file)) + move(data_file, dst) + + except (Error, OSError) as err: + raise PresentationError("Not possible to archive the input data.", + str(err)) + + logging.info(" Done.") + + +def classify_anomalies(data): + """Process the data and return anomalies and trending values. + + Gather data into groups with average as trend value. + Decorate values within groups to be normal, + the first value of changed average as a regression, or a progression. + + :param data: Full data set with unavailable samples replaced by nan. + :type data: OrderedDict + :returns: Classification and trend values + :rtype: 2-tuple, list of strings and list of floats + """ + # Nan mean something went wrong. + # Use 0.0 to cause that being reported as a severe regression. + bare_data = [0.0 if np.isnan(sample.avg) else sample + for _, sample in data.iteritems()] + # TODO: Put analogous iterator into jumpavg library. + groups = BitCountingClassifier().classify(bare_data) + groups.reverse() # Just to use .pop() for FIFO. + classification = [] + avgs = [] + active_group = None + values_left = 0 + avg = 0.0 + for _, sample in data.iteritems(): + if np.isnan(sample.avg): + classification.append("outlier") + avgs.append(sample.avg) + continue + if values_left < 1 or active_group is None: + values_left = 0 + while values_left < 1: # Ignore empty groups (should not happen). + active_group = groups.pop() + values_left = len(active_group.values) + avg = active_group.metadata.avg + classification.append(active_group.metadata.classification) + avgs.append(avg) + values_left -= 1 + continue + classification.append("normal") + avgs.append(avg) + values_left -= 1 + return classification, avgs + + +def convert_csv_to_pretty_txt(csv_file, txt_file): + """Convert the given csv table to pretty text table. + + :param csv_file: The path to the input csv file. + :param txt_file: The path to the output pretty text file. + :type csv_file: str + :type txt_file: str + """ + + txt_table = None + with open(csv_file, 'rb') as csv_file: + csv_content = csv.reader(csv_file, delimiter=',', quotechar='"') + for row in csv_content: + if txt_table is None: + txt_table = prettytable.PrettyTable(row) + else: + txt_table.add_row(row) + txt_table.align["Test case"] = "l" + if txt_table: + with open(txt_file, "w") as txt_file: + txt_file.write(str(txt_table)) + + +class Worker(multiprocessing.Process): + """Worker class used to process tasks in separate parallel processes. + """ + + def __init__(self, work_queue, data_queue, func): + """Initialization. + + :param work_queue: Queue with items to process. + :param data_queue: Shared memory between processes. Queue which keeps + the result data. This data is then read by the main process and used + in further processing. + :param func: Function which is executed by the worker. + :type work_queue: multiprocessing.JoinableQueue + :type data_queue: multiprocessing.Manager().Queue() + :type func: Callable object + """ + super(Worker, self).__init__() + self._work_queue = work_queue + self._data_queue = data_queue + self._func = func + + def run(self): + """Method representing the process's activity. + """ + + while True: + try: + self.process(self._work_queue.get()) + finally: + self._work_queue.task_done() + + def process(self, item_to_process): + """Method executed by the runner. + + :param item_to_process: Data to be processed by the function. + :type item_to_process: tuple + """ + self._func(self.pid, self._data_queue, *item_to_process)